-- Logs begin at Tue 2022-03-29 14:51:48 UTC, end at Tue 2022-03-29 15:51:49 UTC. -- Mar 29 15:23:25.653402 dv-cinder-790535-36-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 29 15:23:28.518755 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.common.config [-] Logging enabled! Mar 29 15:23:28.519343 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 29 15:23:28.519451 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103023) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 15:23:28.522801 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.common.config [-] Logging enabled! Mar 29 15:23:28.523053 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 29 15:23:28.523359 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103023) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 15:23:28.524289 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 15:23:28.524519 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 15:23:28.524880 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 15:23:28.525143 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 15:23:28.525363 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 15:23:28.526632 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.527052 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 29 15:23:28.527370 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.527663 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.527950 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.528240 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.528526 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.528810 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.529122 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.529417 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.529697 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.529973 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.530253 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.530539 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.530818 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.531099 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.531380 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.531662 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] debug = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.531939 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.532367 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.532780 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.533078 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.533364 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.533638 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.533906 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.534175 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.534453 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.534772 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] host = dv-cinder-790535-36-iscsi {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.535043 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.535322 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.535600 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.535880 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.536149 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.536419 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.536696 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.536986 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.537254 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] log_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.537525 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.537806 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.538085 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.538367 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.538587 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.538808 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.539089 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.539366 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.539637 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.539905 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.540174 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.540443 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.540710 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.541006 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.541290 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.542110 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.542401 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.542676 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.542948 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.543216 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.543483 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.543762 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.544032 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.544301 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.544568 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.544850 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.545145 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.545414 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.545708 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.545987 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.546264 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.546541 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.546809 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.547104 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.547352 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.547617 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.547884 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] use_json = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.548150 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.548416 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.548694 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.548986 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.549254 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.549520 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.549787 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.550067 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.550334 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:28.550623 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.550916 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.551208 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.551511 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.551798 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.552074 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.552357 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.552631 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.552915 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.553229 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.553514 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.553792 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.554090 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.554375 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.554665 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.554965 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.555250 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.555533 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.555805 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.556077 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.556345 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.556618 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.556901 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.557713 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.557993 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.558279 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.558553 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.558851 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.559132 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.559420 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.559703 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.559974 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.560249 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.560534 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.560808 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.561108 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.561382 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.561665 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.561940 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.562210 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.562487 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.562759 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.563025 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.563292 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.563562 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.563846 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.564119 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.564385 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.564651 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.564922 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.565209 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.565488 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.565762 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.566029 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.566302 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.566573 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.566842 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.567111 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.567384 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.567650 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.567925 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.568195 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.568465 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.568737 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.569033 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.569304 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.569571 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.569839 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.570112 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.570380 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.570649 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.570917 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.571183 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.571452 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.571732 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.572023 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.572298 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.572573 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.573415 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.573700 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.573976 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.574251 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.574526 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.574800 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.575070 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.575352 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.575632 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.575911 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.576208 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.576482 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.576773 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.577073 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.577346 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.577623 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.577895 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.578169 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.578448 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.578733 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.579023 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.579311 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.579601 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.579890 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.580178 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.580455 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.580761 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.581065 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:28.581280 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 15:23:28.581515 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103023) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 29 15:23:28.948724 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 15:23:28.949021 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 15:23:28.949325 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 15:23:28.949792 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 29 15:23:29.271615 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.271841 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.272105 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.273278 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.273556 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.273932 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.328742 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.329051 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.329315 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.343679 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.343951 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.344217 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.372864 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.373161 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.373422 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.514079 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.514355 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.514621 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.739720 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.740359 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.740359 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.740517 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.741177 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.837331 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.837645 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.837921 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.838184 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.838477 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.838777 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.839030 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.839276 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.839521 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.839794 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.840045 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.840298 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.840544 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.840785 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.841060 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.841320 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.841569 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.841828 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.842089 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.842339 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.842600 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.842850 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.843125 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.843495 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.843735 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.843979 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.844361 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:23:29.844593 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:23:29.844824 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:23:29.845082 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:23:29.845311 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:23:29.845793 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:23:29.846143 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 29 15:23:29.849289 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 29 15:23:29.853292 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 29 15:23:29.856912 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Mar 29 15:23:29.858720 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 29 15:23:29.858989 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 29 15:23:29.859319 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 29 15:23:29.859695 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 29 15:23:29.862470 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 29 15:23:29.862720 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 29 15:23:29.863067 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 15:23:29.867806 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 29 15:23:29.891810 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 29 15:23:29.892254 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.892543 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103023) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 29 15:23:29.892909 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.894259 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103023) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 29 15:23:29.894532 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 15:23:29.894773 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 29 15:23:29.898355 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.898628 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:29.959748 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 29 15:23:29.959980 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 29 15:23:29.960211 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 29 15:23:29.960572 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 29 15:23:29.980586 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_db.sqlalchemy.engines [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103023) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 29 15:23:30.414743 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Initializing driver for type 'gre' Mar 29 15:23:30.415194 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] gre ID ranges: [(1, 1000)] Mar 29 15:23:30.466301 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Initializing driver for type 'local' Mar 29 15:23:30.466640 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Initializing driver for type 'vlan' Mar 29 15:23:30.478803 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] VlanTypeDriver initialization complete Mar 29 15:23:30.479737 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Initializing driver for type 'vxlan' Mar 29 15:23:30.480264 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] vxlan ID ranges: [(1, 1000)] Mar 29 15:23:30.530236 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Initializing extension driver 'port_security' Mar 29 15:23:30.530638 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.extensions.port_security [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] PortSecurityExtensionDriver initialization complete Mar 29 15:23:30.530993 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Initializing mechanism driver 'openvswitch' Mar 29 15:23:30.531331 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Initializing mechanism driver 'hyperv' Mar 29 15:23:30.537891 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.plugins.ml2.plugin [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:23:30.538560 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > port after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.538925 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > port after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.539274 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > port after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.539799 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:23:30.540231 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.540577 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.540917 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.541332 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:23:30.542281 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > network after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.542623 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > network after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.542958 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > network after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.543345 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:23:30.543750 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > security_group after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.544095 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > security_group after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.544429 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.544971 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:23:30.545379 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.545727 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.546066 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.546457 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:23:30.546857 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > address_group after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.547198 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > address_group after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.547533 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.547923 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103023) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 15:23:30.548362 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] ML2 OVO RPC backend initialized. {{(pid=103023) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 29 15:23:30.549087 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.549438 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.549855 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > network before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.550213 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > networks before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.550542 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > port before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.550874 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > ports before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.551210 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > subnet before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.551543 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > subnets before_response 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.551885 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > network after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.552221 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > network after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.552552 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > network after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.552913 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > port after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.553268 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > port after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.553599 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > port after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.553930 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.554260 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.554588 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.562295 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded quota_driver: . Mar 29 15:23:30.562650 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.plugin [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Modular L2 Plugin initialization complete Mar 29 15:23:30.562990 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading services supported by the core plugin {{(pid=103023) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 29 15:23:30.563327 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.plugins.ml2.managers [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Got port-security extension from driver 'port_security' Mar 29 15:23:30.563800 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.extensions.vlantransparent [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Disabled vlantransparent extension. Mar 29 15:23:30.564289 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103023) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 29 15:23:30.564608 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading Plugin: router Mar 29 15:23:30.600140 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.600523 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router after_create 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.600886 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router before_create 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.601275 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.601641 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.601991 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router after_delete 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.602356 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.602684 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.603033 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router after_create 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.603372 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router after_update 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.603714 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router after_update 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.604606 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.604979 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router after_update 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.605388 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.605749 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: port after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.606079 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: port after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.606409 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: subnet after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.606740 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.607082 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.607424 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.607760 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: port before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.608095 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router precommit_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.608445 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router after_update 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.608777 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.609144 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.609501 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.609836 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.610191 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > agent after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.610529 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > agent after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.610867 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > network after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.611708 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Tracking information for resource: router configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:23:30.612032 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Tracking information for resource: floatingip configured {{(pid=103023) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 15:23:30.616811 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.db.l3_agentschedulers_db [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 29 15:23:30.617409 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: port after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.617762 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: port after_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.618116 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: port after_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.618461 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: port after_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.619235 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router before_create 55550100 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.619619 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.619976 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router precommit_create 55550100 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.620328 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > router precommit_update 55550100 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.625168 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.services.provider_configuration [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service providers = [] {{(pid=103023) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 29 15:23:30.625531 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.db.servicetype_db [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103023) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 29 15:23:30.628448 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.services.service_base [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:23:30.628794 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.services.service_base [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:23:30.629158 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.services.service_base [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:23:30.630032 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.services.service_base [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103023) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 15:23:30.630397 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.services.service_base [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 29 15:23:30.630763 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:23:30.631074 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 29 15:23:30.641359 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:23:30.641688 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading Plugin: auto_allocate Mar 29 15:23:30.647551 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: network precommit_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.647910 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: network precommit_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.648417 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:23:30.648733 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading Plugin: tag Mar 29 15:23:30.655758 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:23:30.656083 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading Plugin: timestamp Mar 29 15:23:30.660022 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:23:30.660347 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading Plugin: network_ip_availability Mar 29 15:23:30.665833 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.666147 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.667050 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.667759 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:23:30.668073 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading Plugin: flavors Mar 29 15:23:30.672727 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:23:30.673092 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading Plugin: revisions Mar 29 15:23:30.677326 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103023) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 15:23:30.677717 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_concurrency.lockutils [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.728s {{(pid=103023) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 15:23:30.678447 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103023) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 29 15:23:30.678779 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Initializing extension manager. Mar 29 15:23:30.679299 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: __init__.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.679638 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: __pycache__ {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.679967 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: address_group.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.680709 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.681302 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: address-group Mar 29 15:23:30.681623 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: address_scope.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.682363 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.682871 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: address-scope Mar 29 15:23:30.683190 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.684278 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.684793 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: router-admin-state-down-before-update Mar 29 15:23:30.685166 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: agent.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.685866 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.686374 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: agent Mar 29 15:23:30.686688 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: agent_resources_synced.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.687604 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.688117 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: agent-resources-synced Mar 29 15:23:30.688433 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: allowedaddresspairs.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.690223 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.690740 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: allowed-address-pairs Mar 29 15:23:30.691062 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: auto_allocated_topology.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.692115 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.692624 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: auto-allocated-topology Mar 29 15:23:30.692964 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: availability_zone.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.693650 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.694151 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: availability_zone Mar 29 15:23:30.694467 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: availability_zone_filter.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.695373 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.695878 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: availability_zone_filter Mar 29 15:23:30.696200 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: data_plane_status.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.697126 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.697717 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension data-plane-status not supported by any of loaded plugins Mar 29 15:23:30.698051 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: default_subnetpools.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.698957 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.699463 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: default-subnetpools Mar 29 15:23:30.699783 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.700583 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.701123 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: dhcp_agent_scheduler Mar 29 15:23:30.701446 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: dns.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.702351 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.702856 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension dns-integration not supported by any of loaded plugins Mar 29 15:23:30.703174 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: dns_domain_ports.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.704083 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.704595 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 29 15:23:30.704915 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.705842 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.706348 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 29 15:23:30.706667 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: dvr.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.707329 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.707838 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: dvr Mar 29 15:23:30.708154 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: ecmp_routes.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.709090 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.709593 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 29 15:23:30.709910 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: empty_string_filtering.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.710805 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.711304 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: empty-string-filtering Mar 29 15:23:30.711619 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.712516 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.713043 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 29 15:23:30.713874 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.714772 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.715274 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 29 15:23:30.715588 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: external_net.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.716491 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.717027 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: external-net Mar 29 15:23:30.717347 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.718244 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.718743 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: extra_dhcp_opt Mar 29 15:23:30.719061 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: extraroute.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.719959 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.720706 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: extraroute Mar 29 15:23:30.721073 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: extraroute_atomic.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.722089 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.722593 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: extraroute-atomic Mar 29 15:23:30.722910 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: filter_validation.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.723565 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.724064 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: filter-validation Mar 29 15:23:30.724382 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: fip_pf_description.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.725307 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.725811 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 29 15:23:30.726133 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: fip_pf_port_range.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.727033 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.727538 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 29 15:23:30.727856 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: fip_port_details.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.728761 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.729830 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: fip-port-details Mar 29 15:23:30.730148 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: flavors.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.731360 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.731873 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: flavors Mar 29 15:23:30.732191 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.733849 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.734368 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 29 15:23:30.734695 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: floatingip_pools.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.735386 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.735893 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: floatingip-pools Mar 29 15:23:30.736213 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: ip_allocation.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.737158 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.737666 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension ip_allocation not supported by any of loaded plugins Mar 29 15:23:30.737985 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.738891 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.739397 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: ip-substring-filtering Mar 29 15:23:30.739717 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: l2_adjacency.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.740638 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.741189 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 29 15:23:30.741473 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: l3.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.743849 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.744380 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: router Mar 29 15:23:30.744737 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.746952 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.747494 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 29 15:23:30.747821 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.748733 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.749286 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: ext-gw-mode Mar 29 15:23:30.749611 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.750524 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.751039 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: l3-ha Mar 29 15:23:30.751361 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.752265 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.752774 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 29 15:23:30.753126 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: l3_flavors.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.754033 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.754541 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: l3-flavors Mar 29 15:23:30.754860 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.756214 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.756733 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 29 15:23:30.757086 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.758000 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.758511 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 29 15:23:30.758831 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: l3agentscheduler.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.759863 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.760402 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: l3_agent_scheduler Mar 29 15:23:30.760727 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: local_ip.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.762515 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.763038 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension local_ip not supported by any of loaded plugins Mar 29 15:23:30.763367 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: logging.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.764821 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.765376 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension logging not supported by any of loaded plugins Mar 29 15:23:30.765707 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: metering.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.766443 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.767015 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: metering Mar 29 15:23:30.767339 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.768426 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.768954 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: metering_source_and_destination_fields Mar 29 15:23:30.769294 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: multiprovidernet.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.770218 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.770729 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: multi-provider Mar 29 15:23:30.771051 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: netmtu.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.771962 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.772468 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: net-mtu Mar 29 15:23:30.772789 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: netmtu_writable.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.773722 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.774228 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: net-mtu-writable Mar 29 15:23:30.774555 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: network_availability_zone.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.775215 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.776231 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: network_availability_zone Mar 29 15:23:30.776556 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: network_ip_availability.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.777679 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.778199 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: network-ip-availability Mar 29 15:23:30.778521 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: network_segment_range.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.779276 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.779778 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension network-segment-range not supported by any of loaded plugins Mar 29 15:23:30.780100 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: pagination.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.781229 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.781561 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: pagination Mar 29 15:23:30.781882 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: port_device_profile.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.782792 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.783302 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: port-device-profile Mar 29 15:23:30.783622 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.784541 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.785083 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: port-mac-address-regenerate Mar 29 15:23:30.785407 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.786314 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.786825 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: port-numa-affinity-policy Mar 29 15:23:30.787146 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: port_resource_request.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.788052 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.788557 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension port-resource-request not supported by any of loaded plugins Mar 29 15:23:30.788876 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: port_resource_request_groups.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.789850 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.790362 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 29 15:23:30.790680 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: portbindings.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.792137 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.792648 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: binding Mar 29 15:23:30.792995 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: portbindings_extended.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.794249 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.794761 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: binding-extended Mar 29 15:23:30.795081 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: portsecurity.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.795985 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.796495 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: port-security Mar 29 15:23:30.796815 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: project_id.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.797811 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.798145 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: project-id Mar 29 15:23:30.798462 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: providernet.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.799365 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.799877 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: provider Mar 29 15:23:30.800196 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.803750 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.804272 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos not supported by any of loaded plugins Mar 29 15:23:30.804602 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.805867 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.806378 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 29 15:23:30.806703 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.807650 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.808166 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 29 15:23:30.808488 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos_default.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.809444 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.809955 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos-default not supported by any of loaded plugins Mar 29 15:23:30.810276 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos_fip.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.811187 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.811699 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos-fip not supported by any of loaded plugins Mar 29 15:23:30.812017 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.812924 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.813462 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 29 15:23:30.813782 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos_gateway_ip.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.814700 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.815208 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 29 15:23:30.815526 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos_port_network_policy.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.816453 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.816980 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 29 15:23:30.817299 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.818334 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.818847 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 29 15:23:30.819164 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.820203 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.820713 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 29 15:23:30.821062 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos_pps_rule.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.822230 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.822771 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos-pps not supported by any of loaded plugins Mar 29 15:23:30.823095 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos_rule_type_details.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.824001 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.824511 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 29 15:23:30.824836 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.825776 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.826284 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 29 15:23:30.826606 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: qos_rules_alias.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.827648 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.828160 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 29 15:23:30.828480 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: quota_check_limit.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.829415 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.829927 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: quota-check-limit Mar 29 15:23:30.830247 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: quotasv2.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.831180 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.831503 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: quotas Mar 29 15:23:30.831817 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: quotasv2_detail.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.833643 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.833979 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: quota_details Mar 29 15:23:30.834305 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: rbac.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.835346 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.835873 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: rbac-policies Mar 29 15:23:30.836201 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: rbac_address_group.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.837137 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.837653 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: rbac-address-group Mar 29 15:23:30.837982 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: rbac_address_scope.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.839418 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.839926 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: rbac-address-scope Mar 29 15:23:30.840247 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: rbac_security_groups.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.841250 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.841761 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: rbac-security-groups Mar 29 15:23:30.842082 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: rbac_subnetpool.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.842992 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.843498 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: rbac-subnetpool Mar 29 15:23:30.843816 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: revisionifmatch.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.844729 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.845268 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: revision-if-match Mar 29 15:23:30.845849 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: revisions.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.846950 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.847461 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: standard-attr-revisions Mar 29 15:23:30.847783 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: router_availability_zone.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.848451 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.848985 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: router_availability_zone Mar 29 15:23:30.849309 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: routerservicetype.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.850230 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.850736 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension router-service-type not supported by any of loaded plugins Mar 29 15:23:30.851057 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.851969 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.852475 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: security-groups-normalized-cidr Mar 29 15:23:30.852824 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.853768 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.854832 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: port-security-groups-filtering Mar 29 15:23:30.855151 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.856073 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.856581 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: security-groups-remote-address-group Mar 29 15:23:30.856902 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.857845 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.858355 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: security-groups-shared-filtering Mar 29 15:23:30.858675 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.859259 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 29 15:23:30.859575 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: securitygroup.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.869163 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.869714 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: security-group Mar 29 15:23:30.870046 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: segment.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.870768 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.871279 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension segment not supported by any of loaded plugins Mar 29 15:23:30.871605 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.872538 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.873088 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 29 15:23:30.873410 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: servicetype.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.874484 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.875000 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: service-type Mar 29 15:23:30.875324 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: sorting.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.876293 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.876621 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: sorting Mar 29 15:23:30.876956 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: standard_attr_segment.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.877959 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.878472 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 29 15:23:30.878791 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: standardattrdescription.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.879428 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.879933 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: standard-attr-description Mar 29 15:23:30.880249 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: stateful_security_group.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.881230 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.881742 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: stateful-security-group Mar 29 15:23:30.882058 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: stdattrs_common.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.882628 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 29 15:23:30.882977 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.884009 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.886759 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 29 15:23:30.887119 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: subnet_onboard.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.888392 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.888959 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: subnet_onboard Mar 29 15:23:30.889341 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.890348 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.890927 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 29 15:23:30.891282 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: subnet_service_types.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.892521 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.893163 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: subnet-service-types Mar 29 15:23:30.893507 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: subnetallocation.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.894766 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.895311 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: subnet_allocation Mar 29 15:23:30.895651 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.896379 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.896992 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: subnetpool-prefix-ops Mar 29 15:23:30.897322 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.898357 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.898926 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 29 15:23:30.899272 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: tagging.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.900483 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.901658 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: standard-attr-tag Mar 29 15:23:30.901985 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: timestamp.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.903370 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.903941 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loaded extension: standard-attr-timestamp Mar 29 15:23:30.904382 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: trunk.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.905478 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.905985 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension trunk not supported by any of loaded plugins Mar 29 15:23:30.906384 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: trunk_details.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.907396 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.907932 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension trunk-details not supported by any of loaded plugins Mar 29 15:23:30.908415 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: uplink_status_propagation.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.909358 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.909968 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 29 15:23:30.910297 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Loading extension file: vlantransparent.py {{(pid=103023) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 15:23:30.911049 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103023) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 15:23:30.911588 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 29 15:23:30.914536 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:network Mar 29 15:23:30.915216 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:subnet Mar 29 15:23:30.915615 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:23:30.916060 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:port Mar 29 15:23:30.917493 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.917974 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service FLAVORS assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.918637 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.919119 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.919513 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:router Mar 29 15:23:30.919980 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 15:23:30.920543 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service METERING assigned prefix: /metering {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.922287 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.922747 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.923107 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:23:30.924209 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 15:23:30.924742 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:security_group Mar 29 15:23:30.925234 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 15:23:30.925857 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service CORE assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.926250 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:23:30.926613 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] subnetpool is already registered Mar 29 15:23:30.927124 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service CORE assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.927453 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:23:30.927851 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] subnetpool is already registered Mar 29 15:23:30.930519 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.930973 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service FLAVORS assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.931641 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.932128 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.932537 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:router Mar 29 15:23:30.932899 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] router is already registered Mar 29 15:23:30.933497 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 15:23:30.933736 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] floatingip is already registered Mar 29 15:23:30.934254 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service METERING assigned prefix: /metering {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.934992 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 15:23:30.935364 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] rbac_policy is already registered Mar 29 15:23:30.935837 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:security_group Mar 29 15:23:30.936176 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] security_group is already registered Mar 29 15:23:30.936572 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 15:23:30.936903 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] security_group_rule is already registered Mar 29 15:23:30.937540 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service CORE assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.937860 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:23:30.938192 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] subnetpool is already registered Mar 29 15:23:30.938603 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.v2.resource_helper [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Service CORE assigned prefix: {{(pid=103023) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 15:23:30.938923 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 15:23:30.939249 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING neutron.quota.resource_registry [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] subnetpool is already registered Mar 29 15:23:30.939707 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: extensions {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.941214 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: address-groups {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.942679 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: address-scopes {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.943976 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: agents {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.945141 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: auto-allocated-topology {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.946349 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: availability_zones {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.947547 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: dhcp-networks {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.949652 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: dhcp-agents {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.951041 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: routers {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.953228 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: flavors {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.954390 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: service_profiles {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.955603 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: next_providers {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.957059 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: service_profiles {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.959509 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: floatingip-pools {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.960719 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: routers {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.962822 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: floatingips {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.964246 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: l3-routers {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.965654 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: l3-agents {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.967044 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: metering-labels {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.968375 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: metering-label-rules {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.969655 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: network-ip-availabilities {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.971178 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: bindings {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.972796 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: quotas {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.974378 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: quotas {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.975878 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: rbac-policies {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.977184 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: security-groups {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.978394 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: security-group-rules {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.980132 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: service-providers {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.981333 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: subnetpools {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.982723 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: subnetpools {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.984160 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.985847 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.987636 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.989432 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.991203 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.993065 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.995289 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.997186 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:30.998950 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:31.000779 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron.api.extensions [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Extended resource: tags {{(pid=103023) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 15:23:31.006659 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING keystonemiddleware.auth_token [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 29 15:23:31.011394 dv-cinder-790535-36-iscsi neutron-server[103023]: WARNING keystonemiddleware.auth_token [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 29 15:23:31.019967 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_concurrency.lockutils [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Acquired lock "singleton_lock" {{(pid=103023) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 29 15:23:31.020436 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_concurrency.lockutils [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Releasing lock "singleton_lock" {{(pid=103023) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 29 15:23:31.021111 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO oslo_service.service [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Starting 2 workers Mar 29 15:23:31.026068 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Started child 103130 {{(pid=103023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:23:31.030550 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Started child 103131 {{(pid=103023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:23:31.031728 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:31.032379 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO neutron.service [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 29 15:23:31.032849 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:31.033304 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [-] (103130) wsgi starting up on http://0.0.0.0:9696 Mar 29 15:23:31.035439 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO oslo_service.service [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Starting 1 workers Mar 29 15:23:31.035683 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:31.037224 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [-] (103131) wsgi starting up on http://0.0.0.0:9696 Mar 29 15:23:31.040721 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Started child 103132 {{(pid=103023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:23:31.041300 dv-cinder-790535-36-iscsi neutron-server[103023]: INFO oslo_service.service [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Starting 1 workers Mar 29 15:23:31.044836 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.service [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] calling RpcWorker wait() {{(pid=103132) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 29 15:23:31.045362 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.service [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] returning from RpcWorker wait() {{(pid=103132) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 29 15:23:31.046380 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Started child 103133 {{(pid=103023) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 15:23:31.046726 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:31.047179 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:23:31.047273 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG neutron_lib.callbacks.manager [None req-efb7cc4c-651b-432d-b274-82d9309d8ef1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:31.049234 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103023) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 15:23:31.049456 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 15:23:31.049642 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 15:23:31.049866 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 15:23:31.050228 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 15:23:31.050388 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 15:23:31.051069 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.051368 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.051464 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:31.051900 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.051900 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.052171 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.052669 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:23:31.052793 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.053254 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.053512 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.053786 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.054020 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.054191 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.054356 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.054599 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.054849 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.055173 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.055444 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.055684 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.055939 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.056107 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.056541 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.056823 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.057696 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.057979 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] debug = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.058209 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.058696 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.058943 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.059180 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.059414 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.059682 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.059909 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.060191 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.060407 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.060623 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.060870 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.061142 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.061378 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.061603 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.061866 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.062078 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.062319 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.062539 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.062995 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] host = dv-cinder-790535-36-iscsi {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.063228 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.063441 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.063664 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.063906 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.064160 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.064392 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.064645 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.064906 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.065210 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.065396 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.065644 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.065874 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.066088 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.066319 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.066475 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_options = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.066714 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.067006 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.067251 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.067447 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.067613 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.067775 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.068099 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.068250 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.068446 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.068675 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.068888 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.069160 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.069392 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.069628 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.069880 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.070092 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.070323 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.070536 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.070778 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.071033 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.071267 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.071513 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.071750 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.072135 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.072299 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.072443 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.072684 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.073258 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.073412 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.073656 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.074057 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.074303 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.074576 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.074804 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.075068 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.075342 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.075912 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.075912 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.076253 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.076436 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.076659 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.076923 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.077318 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.077459 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.077598 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.077794 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.078176 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] use_json = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.078405 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.078553 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.078696 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.079139 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.079139 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.079669 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.079803 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.080167 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.080167 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.080639 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.080898 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.084301 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.084301 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.084301 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.084301 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.084301 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.084301 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.084301 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.084301 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.087980 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.087980 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.087980 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.087980 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.087980 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.087980 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.087980 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.087980 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089308 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089308 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089308 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089308 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089308 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089308 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089308 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089308 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089995 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089995 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089995 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089995 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089995 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089995 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089995 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.089995 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.091628 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.091628 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.091628 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.091628 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.091628 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.091628 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.091628 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.091628 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.091628 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.093459 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.093459 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.093459 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.093459 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.093459 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.093459 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.093459 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.096821 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.096821 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.096821 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.096821 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.096821 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.097469 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.097469 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.097739 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.097878 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.098001 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.098184 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.098402 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.098652 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.100022 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.100022 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.100022 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.100022 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.100022 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.100022 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.100754 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.100754 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.100754 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.101205 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.101205 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.101430 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.101430 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.101667 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.101880 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.102246 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.102625 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.103019 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.103397 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.103804 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.105565 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.105565 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.105565 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.105565 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.105565 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.106253 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.106253 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.106253 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.106624 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.106748 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.106958 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.107210 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.107458 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.107718 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.107947 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.108204 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.108425 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.108711 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.108881 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.109172 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.109401 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.109632 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.109894 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.110118 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.110364 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.110587 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.110818 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.111038 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.111235 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.111485 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.111799 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.112012 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.112265 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.112497 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.112748 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.113010 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.113485 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.113939 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.114420 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.114841 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.115302 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.115756 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.116217 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.116487 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.116749 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.117014 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.117448 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.117866 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.118307 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.118735 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.119149 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.120110 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.120373 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.120640 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.120884 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.121167 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.121491 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.121725 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.121963 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.122346 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.122628 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.122893 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.123333 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.123606 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.124230 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.124230 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.124581 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.124581 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.124851 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.125021 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.125284 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.125623 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.125744 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.125991 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.126197 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.126411 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.126823 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.127077 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.127328 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.127531 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.127764 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.127984 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.128229 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.128475 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.128689 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.128959 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.129190 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.129410 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.129630 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.129847 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.130060 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.130311 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.130527 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.130951 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.131096 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.131269 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.131513 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.131764 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.132078 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.132234 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.132454 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.132672 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.133548 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.133548 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.133548 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.138062 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.138062 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.138062 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.138062 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.138062 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.138062 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.138062 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.138062 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.140306 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.140306 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.140306 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.140306 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.140306 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.140306 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.140306 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.140306 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.140306 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.141335 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.141335 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.141335 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.141335 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.141335 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.141691 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.141691 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.141971 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.142137 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.142353 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.142572 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.142789 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.143007 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.143221 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.143436 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.143645 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.143893 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.144124 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.144407 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.144670 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.144899 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.145196 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.145419 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.145669 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.145898 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.146109 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.146317 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.146539 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.146780 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.146991 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.147235 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.147461 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.147670 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.147891 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.148175 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.148312 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.148536 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.148740 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.148979 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.149191 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.149427 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.149659 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.149884 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.150135 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.150347 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.150589 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.150828 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.151041 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.151265 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.151493 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.151726 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.151945 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.152160 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.152389 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.152657 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.152902 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.153167 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.153457 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.153700 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.153960 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.154212 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.154501 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.154713 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.154950 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.155168 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.155386 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.155605 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.155797 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:23:31.155887 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.156149 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.156418 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.156662 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.156902 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.157212 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.157495 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.157766 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.157996 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.158290 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.158627 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.158910 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.159162 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.159403 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.159649 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.159896 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.160135 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.160352 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.160788 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.161198 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.161602 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.161997 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.162250 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.162470 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.162694 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.162912 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.163133 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.163350 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.163572 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.163787 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.163942 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 15:23:31.164485 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103023) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 15:23:31.164652 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 15:23:31.164769 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 15:23:31.165114 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 15:23:31.165285 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 15:23:31.165436 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 15:23:31.165643 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.165802 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.165960 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.166167 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.166270 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.166959 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.167119 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.167274 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.167430 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.167583 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.167740 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.167895 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.168049 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.168204 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.168359 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.168513 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.168672 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.168828 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.169012 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.169172 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.169326 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.169481 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.169639 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] debug = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.169794 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.169996 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.170159 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.170314 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.170470 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.170626 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.170781 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.170937 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.171095 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.171250 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.171428 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.171556 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.171710 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.171865 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.172021 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.172175 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.172332 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.172485 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.172793 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] host = dv-cinder-790535-36-iscsi {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.172973 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.173114 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.173263 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.173418 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.173572 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.173727 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.173869 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.174025 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.174159 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.174302 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.174455 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.174596 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.174753 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.174892 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.175050 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_options = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.175198 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.175331 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.175491 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.175677 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.175839 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.175979 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.176125 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.176282 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.176422 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.176583 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.176723 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.176881 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.177056 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.177192 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.177345 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.177491 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.177627 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.177785 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.177936 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.178082 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.178216 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.178356 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.178739 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.178739 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.179313 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.179313 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.179313 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.179313 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.179811 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.179811 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.179811 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.179811 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.180519 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.180519 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.180519 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.180519 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.180519 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.181212 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.181212 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.181212 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.181212 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.181938 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.181938 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.181938 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.181938 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.181938 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.183566 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] use_json = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.183566 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.183566 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.183566 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.183566 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.183566 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.183566 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.183566 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.185025 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.185025 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 15:23:31.185025 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.185025 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.185025 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.185025 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.185025 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.185025 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.186030 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.186030 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.186030 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.186030 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.186030 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.186030 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.186030 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.186030 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.187110 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.187110 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.187110 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.187110 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.187110 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.187110 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.187110 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.187110 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.188212 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.188212 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.188212 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.188212 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.188212 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.188212 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.188212 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.189120 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.189120 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.189120 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.189120 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.189120 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.189120 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.189857 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.189857 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.189857 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.189857 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.189857 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.190193 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.190193 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.190193 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.190406 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.190511 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.190671 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.190831 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.191174 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.191174 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.191405 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.191523 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.191603 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.191724 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.191883 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.192042 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.192201 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.192359 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.192528 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.192686 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.192846 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.193029 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.193190 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.193348 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.193506 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.193664 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.193823 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.193982 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.194140 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.194311 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.194468 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.194626 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.194783 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.194942 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.195100 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.195259 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.195417 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.195574 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.195732 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.195889 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.196047 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.196205 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.196363 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.196521 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.196679 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.196839 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.197019 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.197179 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.197339 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.197501 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.197681 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.197839 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.198007 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.198180 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.198339 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.198497 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.198657 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.198815 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.198973 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.199133 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.199293 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.199450 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.199610 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.199768 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.199927 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.200088 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.200245 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.200403 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.200562 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.200719 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.200878 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.201064 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.201210 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.201369 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.201528 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.201687 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.201845 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.202002 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.202159 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.202316 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.202484 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.202643 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.202805 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.202965 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.203127 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.203296 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.203455 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.203614 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.203772 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.203929 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.204089 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.204246 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.204405 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.204591 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.204711 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.204869 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.205059 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.205220 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.205378 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.205535 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.205716 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.205874 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.206031 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.206191 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.206348 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.206507 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.206664 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.206821 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.206980 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.207138 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.207297 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.207455 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.207615 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.207773 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.207930 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.208089 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.208248 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.208407 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.208567 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.208732 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.208891 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.209082 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.209242 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.209400 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.209557 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.209715 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.209872 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.210031 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.210189 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.210347 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.210505 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.210664 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.210821 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.210979 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.211138 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.211296 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.211454 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.211615 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.211775 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.211933 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.212091 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.212250 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.212409 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.212567 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.212727 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.212884 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.213067 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.213260 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.213422 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.213582 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.213741 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.213900 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.214059 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.214217 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.214375 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.214549 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.214709 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.214868 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.215029 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.215188 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.215347 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.215502 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.215660 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.215818 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.215975 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.216135 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.216292 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.216449 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.216606 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.216763 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.216920 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.217105 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.217268 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.217428 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.217586 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.217745 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.217903 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.218060 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.218218 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.218378 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.218535 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.218698 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.218856 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.219014 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.219184 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.219342 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.219500 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.219658 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.219816 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.219976 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.220145 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.220304 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.220708 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.220875 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.221055 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.221216 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.221383 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.221541 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.221699 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.221856 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.222013 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.222172 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.222339 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.222498 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.222656 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.222813 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.222971 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.223131 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.223297 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.223455 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.223614 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.223771 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.223929 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.224088 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.224255 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.224413 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.224572 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.224730 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.224888 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.225071 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.225237 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.225396 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.225555 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.225720 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.225879 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.226036 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.226193 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.226360 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.226520 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.226680 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.226842 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.226997 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.227156 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.227317 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.227483 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.227649 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.227814 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.227974 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.228140 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.228306 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.228472 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.228634 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.229339 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.229507 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.229666 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.229825 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.229984 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.230141 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.230299 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.230457 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.230615 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.230771 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.230928 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.231087 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.231244 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.231402 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.231561 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.231718 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.231876 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.232033 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.232189 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.232346 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.232502 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 15:23:31.232653 dv-cinder-790535-36-iscsi neutron-server[103023]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103023) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 15:23:31.326007 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 43652) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:23:31.334568 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064104 Mar 29 15:23:42.543282 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d243d4ce-9962-4621-b58b-61d2013c2937 None None] get_active_networks_info from dv-cinder-790535-36-iscsi {{(pid=103132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 29 15:23:42.628268 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243d4ce-9962-4621-b58b-61d2013c2937 None None] No non-hosted networks {{(pid=103132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 29 15:23:42.640511 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.agentschedulers_db [None req-d243d4ce-9962-4621-b58b-61d2013c2937 None None] DHCP Agent not found on host dv-cinder-790535-36-iscsi {{(pid=103132) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 29 15:23:42.740801 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9e264f0-921e-4518-91ce-6a8212a31250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547053'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:45.058442 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50d64101-8fd9-4a84-bf83-194218b51283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547053'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:45.125710 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c73c079c-80e5-482d-88d8-6aa4080618d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:45.872448 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 43718) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:23:46.041703 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547053'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:46.457383 dv-cinder-790535-36-iscsi neutron-server[103131]: WARNING oslo_policy.policy [None req-f8fcf6f1-1e7d-49c6-9c3d-efe14a3cf884 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:23:46.457942 dv-cinder-790535-36-iscsi neutron-server[103131]: WARNING oslo_policy.policy [None req-f8fcf6f1-1e7d-49c6-9c3d-efe14a3cf884 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:23:46.678626 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [None req-f8fcf6f1-1e7d-49c6-9c3d-efe14a3cf884 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:23:46.693467 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-f8fcf6f1-1e7d-49c6-9c3d-efe14a3cf884 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8063436 Mar 29 15:23:47.180481 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547053'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:48.730377 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547053'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:48.732486 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.733372 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.733893 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.734460 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.735146 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.736022 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.736483 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.736991 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.738073 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.738555 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.739383 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.739850 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.740356 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.741523 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.741996 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:48.746247 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-36-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:23:48.759443 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-36-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:23:49.282493 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 43752) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:23:49.602955 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-bb7561b2-daa8-4ff6-97aa-5c7d19c22e46 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:23:49.693771 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.policy [None req-bb7561b2-daa8-4ff6-97aa-5c7d19c22e46 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103131) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 15:23:49.737531 dv-cinder-790535-36-iscsi neutron-server[103131]: WARNING oslo_policy.policy [None req-bb7561b2-daa8-4ff6-97aa-5c7d19c22e46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:23:49.737913 dv-cinder-790535-36-iscsi neutron-server[103131]: WARNING oslo_policy.policy [None req-bb7561b2-daa8-4ff6-97aa-5c7d19c22e46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:23:49.839467 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb7561b2-daa8-4ff6-97aa-5c7d19c22e46 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740143538569', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740143541372', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740143558472', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740143547239', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740143443839', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740146893067', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3965101', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3986619', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-970006', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1027172'] for rbac-policy (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:49.912607 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb7561b2-daa8-4ff6-97aa-5c7d19c22e46 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:49.914182 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-bb7561b2-daa8-4ff6-97aa-5c7d19c22e46 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6307204 Mar 29 15:23:50.217507 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.db.l3_hamode_db [None req-440ab29d-a458-4e8b-bde2-c78ff62a6388 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 29 15:23:50.296006 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ab29d-a458-4e8b-bde2-c78ff62a6388 None None] Routers set() bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:23:50.296405 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ab29d-a458-4e8b-bde2-c78ff62a6388 None None] Router IDs set() for agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 15:23:52.417444 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 43764) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:23:52.918300 dv-cinder-790535-36-iscsi neutron-server[103130]: WARNING oslo_policy.policy [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:23:52.918877 dv-cinder-790535-36-iscsi neutron-server[103130]: WARNING oslo_policy.policy [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:23:53.140533 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:23:53.194663 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Made reservation on behalf of 633df557669e49dfbdbf95a5e88efb2b for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:23:53.256940 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.policy [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103130) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 15:23:53.298722 dv-cinder-790535-36-iscsi neutron-server[103130]: WARNING oslo_policy.policy [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:23:53.299086 dv-cinder-790535-36-iscsi neutron-server[103130]: WARNING oslo_policy.policy [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 15:23:53.310345 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:53.331322 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:53.440146 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Publish callbacks [] for security_group (6f1fcbef-f666-4265-864f-96854aa2351a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:53.444452 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (6f1fcbef-f666-4265-864f-96854aa2351a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:53.468698 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:23:53.502638 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740146985265', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (a75a4df6-9752-42cc-9c8c-12bff36e1491), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:53.503219 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Unsubscribe: segment precommit_create {{(pid=103130) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 15:23:53.503716 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.segments_db [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Added segment a75a4df6-9752-42cc-9c8c-12bff36e1491 of type vlan for network 5ddf5485-5a5a-478d-8706-82456adef083 Mar 29 15:23:53.519535 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1fcbef-f666-4265-864f-96854aa2351a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:23:53.550285 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.550620 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.550971 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.551314 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.551638 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.551953 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.552266 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.552577 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.552887 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.553223 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.553537 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.553849 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.554156 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.554465 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.554769 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Tracked resource versions report: Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: pushed versions: Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: { 'AddressGroup': {'1.2'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Agent': {'1.1'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'ConntrackHelper': {'1.0'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Log': {'1.0'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'NDPProxy': {'1.0'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Network': {'1.1'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Port': {'1.7'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'PortForwarding': {'1.3'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'QosPolicy': {'1.10'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'SecurityGroup': {'1.5'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'SubPort': {'1.0'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Subnet': {'1.1'}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Trunk': {'1.1'}} Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: consumer versions: Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: { DHCP agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: L3 agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: Metadata agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: Metering agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: Open vSwitch agent@dv-cinder-790535-36-iscsi: { 'AddressGroup': '1.2', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Agent': '1.1', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'ConntrackHelper': '1.0', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'LocalIPAssociation': '1.0', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Log': '1.0', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'NDPProxy': '1.0', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Network': '1.1', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Port': '1.7', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'PortForwarding': '1.3', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'QosPolicy': '1.10', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'SecurityGroup': '1.5', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'SecurityGroupRule': '1.2', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'SubPort': '1.0', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Subnet': '1.1', Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Trunk': '1.1'}} Mar 29 15:23:53.556337 dv-cinder-790535-36-iscsi neutron-server[103130]: {{(pid=103130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:23:53.616568 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (5ddf5485-5a5a-478d-8706-82456adef083), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:53.655218 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (5ddf5485-5a5a-478d-8706-82456adef083), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:53.660283 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:23:53.661046 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:53.755589 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3360863 Mar 29 15:23:53.781351 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7243f09-1d17-4fb4-981f-96bf3dfcbc22 demo demo] Pushing event updated for resources: {'Network': ['ID=5ddf5485-5a5a-478d-8706-82456adef083,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:23:53.793960 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network 5ddf5485-5a5a-478d-8706-82456adef083 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:23:56.267747 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 43784) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:23:56.663145 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2987a497-c09d-4fdd-9586-c81656de1b04 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:23:56.664422 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-2987a497-c09d-4fdd-9586-c81656de1b04 demo admin] 10.222.0.18 "GET /v2.0/networks/5ddf5485-5a5a-478d-8706-82456adef083 HTTP/1.1" status: 200 len: 825 time: 0.3957100 Mar 29 15:23:56.702824 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-636db25c-bec3-4a34-ab41-683a89c24026 demo admin] 10.222.0.18 "GET /v2.0/subnetpools/d3f37380-fb97-4c26-9776-0a1e581c9d36 HTTP/1.1" status: 200 len: 734 time: 0.0328078 Mar 29 15:23:56.711276 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d313a6db-63e5-4ea1-9053-755d44fd9a12 demo admin] Request body: {'subnet': {'network_id': '5ddf5485-5a5a-478d-8706-82456adef083', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'd3f37380-fb97-4c26-9776-0a1e581c9d36', 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:23:56.732574 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d313a6db-63e5-4ea1-9053-755d44fd9a12 demo admin] Made reservation on behalf of 633df557669e49dfbdbf95a5e88efb2b for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:23:56.734805 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d313a6db-63e5-4ea1-9053-755d44fd9a12 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:57.019057 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d313a6db-63e5-4ea1-9053-755d44fd9a12 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for subnet (90019112-69ce-4740-9df1-ae809385da0e), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:57.086036 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313a6db-63e5-4ea1-9053-755d44fd9a12 demo admin] Checking segment: {'id': 'a75a4df6-9752-42cc-9c8c-12bff36e1491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:23:57.086417 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d313a6db-63e5-4ea1-9053-755d44fd9a12 demo admin] Network hostable DHCP agents. Network: 5ddf5485-5a5a-478d-8706-82456adef083, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:23:57.091323 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313a6db-63e5-4ea1-9053-755d44fd9a12 demo admin] Pushing event updated for resources: {'Subnet': ['ID=90019112-69ce-4740-9df1-ae809385da0e,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:23:57.110085 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d313a6db-63e5-4ea1-9053-755d44fd9a12 demo admin] Network 5ddf5485-5a5a-478d-8706-82456adef083 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:23:57.121436 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d313a6db-63e5-4ea1-9053-755d44fd9a12 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, 5ddf5485-5a5a-478d-8706-82456adef083) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:23:57.126532 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d313a6db-63e5-4ea1-9053-755d44fd9a12 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:23:57.127503 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d313a6db-63e5-4ea1-9053-755d44fd9a12 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:57.131147 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3754c9b1-19ad-4414-938e-15457aed236d None None] Network 5ddf5485-5a5a-478d-8706-82456adef083 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:23:57.146245 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d313a6db-63e5-4ea1-9053-755d44fd9a12 demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4381151 Mar 29 15:23:57.395135 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7187af73-edd7-5929-ac62-d07c35f67c25-5ddf5485-5a5a-478d-8706-82456adef083', 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083', 'project_id': '633df557669e49dfbdbf95a5e88efb2b', 'fixed_ips': [{'subnet_id': '90019112-69ce-4740-9df1-ae809385da0e'}]}} from dv-cinder-790535-36-iscsi. {{(pid=103132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:23:57.396402 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:57.675758 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Allocated IP 172.20.0.2 (5ddf5485-5a5a-478d-8706-82456adef083/90019112-69ce-4740-9df1-ae809385da0e/be385432-fdc7-4eb3-87af-168a01bc541e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:23:57.944189 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Publish callbacks [] for port (be385432-fdc7-4eb3-87af-168a01bc541e), precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:57.951620 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (be385432-fdc7-4eb3-87af-168a01bc541e), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:58.030855 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Network 5ddf5485-5a5a-478d-8706-82456adef083 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:23:58.035124 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Pushing event updated for resources: {'Port': ['ID=be385432-fdc7-4eb3-87af-168a01bc541e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:23:58.037382 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:23:58.044969 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:23:58.048140 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.048482 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.048835 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.049218 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.049551 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.049879 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.050205 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.050527 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.050867 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.051196 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.051520 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.051864 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.052187 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.052507 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.052822 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Tracked resource versions report: Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: pushed versions: Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: { 'AddressGroup': {'1.2'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Agent': {'1.1'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'ConntrackHelper': {'1.0'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Log': {'1.0'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'NDPProxy': {'1.0'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Network': {'1.1'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Port': {'1.7'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'PortForwarding': {'1.3'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'QosPolicy': {'1.10'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'SecurityGroup': {'1.5'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'SubPort': {'1.0'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Subnet': {'1.1'}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Trunk': {'1.1'}} Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: consumer versions: Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: { DHCP agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: L3 agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: Metadata agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: Metering agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: Open vSwitch agent@dv-cinder-790535-36-iscsi: { 'AddressGroup': '1.2', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Agent': '1.1', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'ConntrackHelper': '1.0', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'LocalIPAssociation': '1.0', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Log': '1.0', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'NDPProxy': '1.0', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Network': '1.1', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Port': '1.7', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'PortForwarding': '1.3', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'QosPolicy': '1.10', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'SecurityGroup': '1.5', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'SecurityGroupRule': '1.2', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'SubPort': '1.0', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Subnet': '1.1', Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Trunk': '1.1'}} Mar 29 15:23:58.054268 dv-cinder-790535-36-iscsi neutron-server[103132]: {{(pid=103132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:23:58.130052 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Attempting to bind port be385432-fdc7-4eb3-87af-168a01bc541e on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:23:58.130451 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Attempting to bind port be385432-fdc7-4eb3-87af-168a01bc541e by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'a75a4df6-9752-42cc-9c8c-12bff36e1491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:23:58.130867 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Attempting to bind port be385432-fdc7-4eb3-87af-168a01bc541e on network 5ddf5485-5a5a-478d-8706-82456adef083 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:23:58.135720 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:23:58.136293 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Checking segment: {'id': 'a75a4df6-9752-42cc-9c8c-12bff36e1491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:23:58.136531 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:58.136916 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Bound using segment: {'id': 'a75a4df6-9752-42cc-9c8c-12bff36e1491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:23:58.137420 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Bound port: be385432-fdc7-4eb3-87af-168a01bc541e, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75a4df6-9752-42cc-9c8c-12bff36e1491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:23:58.137820 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (be385432-fdc7-4eb3-87af-168a01bc541e), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:58.199168 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] For port be385432-fdc7-4eb3-87af-168a01bc541e, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:23:58.203706 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] For port be385432-fdc7-4eb3-87af-168a01bc541e, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=be385432-fdc7-4eb3-87af-168a01bc541e,segment=NetworkSegment(a75a4df6-9752-42cc-9c8c-12bff36e1491),segment_id=a75a4df6-9752-42cc-9c8c-12bff36e1491)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:23:58.211648 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (be385432-fdc7-4eb3-87af-168a01bc541e), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:58.280656 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a053fa4-2b8b-4081-9c17-c7080ce880d6 None None] Pushing event updated for resources: {'Port': ['ID=be385432-fdc7-4eb3-87af-168a01bc541e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:23:59.679680 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 43792) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:23:59.997018 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [None req-458ff0c2-740c-4696-82dc-d0852b23ae3c admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:23:59.997995 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-458ff0c2-740c-4696-82dc-d0852b23ae3c admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3174603 Mar 29 15:24:02.520358 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 43800) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:24:02.825273 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [None req-11e71c5b-8370-43bd-bd5b-9af5935880bd admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:24:02.840955 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-11e71c5b-8370-43bd-bd5b-9af5935880bd admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3048670 Mar 29 15:24:05.343021 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 43808) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:24:05.655445 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d8d115eb-9cb7-4692-8899-c78a43f0b31b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:24:05.678651 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8d115eb-9cb7-4692-8899-c78a43f0b31b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7344'] for router (97411896-44eb-4204-a872-2429df07a3bd), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:05.680225 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8d115eb-9cb7-4692-8899-c78a43f0b31b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7353'] for router (97411896-44eb-4204-a872-2429df07a3bd), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:05.817386 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8d115eb-9cb7-4692-8899-c78a43f0b31b demo demo] Publish callbacks [] for router_controller (97411896-44eb-4204-a872-2429df07a3bd), precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:05.822282 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8d115eb-9cb7-4692-8899-c78a43f0b31b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544022'] for router (97411896-44eb-4204-a872-2429df07a3bd), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:05.840192 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8d115eb-9cb7-4692-8899-c78a43f0b31b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:05.841383 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d8d115eb-9cb7-4692-8899-c78a43f0b31b demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4973898 Mar 29 15:24:08.365244 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 43820) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:24:08.686212 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [None req-284139d8-e8b4-40de-95ed-b52906c85e63 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:24:08.687312 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-284139d8-e8b4-40de-95ed-b52906c85e63 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3211918 Mar 29 15:24:09.501889 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device be385432-fdc7-4eb3-87af-168a01bc541e up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:24:09.546760 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8862b6e5-4e60-4af3-a8e0-1c79938f7452 None None] Network 5ddf5485-5a5a-478d-8706-82456adef083 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:24:09.656529 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-89216a49-8d7a-4fb7-a5b2-637ea56f0ff5 None None] Provisioning complete for port be385432-fdc7-4eb3-87af-168a01bc541e triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:24:09.656843 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89216a49-8d7a-4fb7-a5b2-637ea56f0ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (be385432-fdc7-4eb3-87af-168a01bc541e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:09.681699 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port be385432-fdc7-4eb3-87af-168a01bc541e triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:24:09.682075 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (be385432-fdc7-4eb3-87af-168a01bc541e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:09.871121 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port be385432-fdc7-4eb3-87af-168a01bc541e is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:24:09.871517 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (be385432-fdc7-4eb3-87af-168a01bc541e), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:09.891360 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-89216a49-8d7a-4fb7-a5b2-637ea56f0ff5 None None] Current status of the port be385432-fdc7-4eb3-87af-168a01bc541e is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:24:09.891745 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-89216a49-8d7a-4fb7-a5b2-637ea56f0ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (be385432-fdc7-4eb3-87af-168a01bc541e), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:09.933238 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port be385432-fdc7-4eb3-87af-168a01bc541e, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=be385432-fdc7-4eb3-87af-168a01bc541e,segment=NetworkSegment(a75a4df6-9752-42cc-9c8c-12bff36e1491),segment_id=a75a4df6-9752-42cc-9c8c-12bff36e1491)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:24:09.940776 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (be385432-fdc7-4eb3-87af-168a01bc541e), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:09.996337 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.db.api [None req-89216a49-8d7a-4fb7-a5b2-637ea56f0ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:24:09.996745 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG oslo_db.api [None req-89216a49-8d7a-4fb7-a5b2-637ea56f0ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:24:10.013784 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=be385432-fdc7-4eb3-87af-168a01bc541e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:24:10.533712 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-89216a49-8d7a-4fb7-a5b2-637ea56f0ff5 None None] Current status of the port be385432-fdc7-4eb3-87af-168a01bc541e is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:24:10.654265 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-26fea6d0-5211-42d7-a1e8-4fcac14a0e41 None None] Provisioning complete for port be385432-fdc7-4eb3-87af-168a01bc541e triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:24:10.654672 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-26fea6d0-5211-42d7-a1e8-4fcac14a0e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (be385432-fdc7-4eb3-87af-168a01bc541e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:10.728902 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-26fea6d0-5211-42d7-a1e8-4fcac14a0e41 None None] Current status of the port be385432-fdc7-4eb3-87af-168a01bc541e is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:24:11.194436 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 43830) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:24:11.471857 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device be385432-fdc7-4eb3-87af-168a01bc541e up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:24:11.504147 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:24:11.518000 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port be385432-fdc7-4eb3-87af-168a01bc541e triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:24:11.518389 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (be385432-fdc7-4eb3-87af-168a01bc541e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:11.524465 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Made reservation on behalf of 8378880c6486461fa8227adb65adc998 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:24:11.526778 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:11.534630 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:11.593988 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port be385432-fdc7-4eb3-87af-168a01bc541e is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:24:11.611495 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Publish callbacks [] for security_group (7d75d8a9-c894-4695-add1-5d302f2cfb25), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:11.614869 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (7d75d8a9-c894-4695-add1-5d302f2cfb25), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:11.629079 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Reserving flat network on physical network physnet1 {{(pid=103130) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 29 15:24:11.650963 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (b1587051-5abf-4b3a-9f53-e5b512247eab), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:11.651344 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.segments_db [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Added segment b1587051-5abf-4b3a-9f53-e5b512247eab of type flat for network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 Mar 29 15:24:11.652574 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d75d8a9-c894-4695-add1-5d302f2cfb25,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:24:11.704136 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:11.735371 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:11.736304 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:24:11.736878 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:11.809083 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6135855 Mar 29 15:24:11.827686 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fe40d-6e9e-48f3-8fd2-26ba0dfb9433 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:24:11.838240 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:24:12.517725 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0ecb023c-7057-4ea6-8fa0-d02c37bb5f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:14.285793 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 43838) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:24:14.639612 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004c8ba5-1624-4539-a148-da5d520823f4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:24:14.640962 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-004c8ba5-1624-4539-a148-da5d520823f4 demo admin] 10.222.0.18 "GET /v2.0/subnets/90019112-69ce-4740-9df1-ae809385da0e HTTP/1.1" status: 200 len: 849 time: 0.3541753 Mar 29 15:24:14.761623 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-f064e898-a070-43cc-b3c6-5f72b6cbdff2 demo admin] 10.222.0.18 "GET /v2.0/routers/97411896-44eb-4204-a872-2429df07a3bd HTTP/1.1" status: 200 len: 704 time: 0.1148887 Mar 29 15:24:15.031775 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:15.051347 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be4e314d-7225-4c3d-bf6d-69ba0e55a224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:15.090365 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 5 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:24:15.319851 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Allocated IP 172.20.0.1 (5ddf5485-5a5a-478d-8706-82456adef083/90019112-69ce-4740-9df1-ae809385da0e/ecd24390-302a-4ef6-8f68-a6790544a712) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:24:15.525170 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Publish callbacks [] for port (ecd24390-302a-4ef6-8f68-a6790544a712), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:15.589356 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:15.664752 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Network 5ddf5485-5a5a-478d-8706-82456adef083 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:24:15.672022 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:24:15.676699 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:24:15.677590 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543681'] for router_interface (97411896-44eb-4204-a872-2429df07a3bd), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:15.695841 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Pushing event updated for resources: {'Port': ['ID=ecd24390-302a-4ef6-8f68-a6790544a712,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:24:15.876587 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:15.878705 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-622be3a9-3f96-4649-95e2-0685065d374e None None] Provisioning complete for port ecd24390-302a-4ef6-8f68-a6790544a712 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:24:15.879178 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-622be3a9-3f96-4649-95e2-0685065d374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:15.911757 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-622be3a9-3f96-4649-95e2-0685065d374e None None] Port ecd24390-302a-4ef6-8f68-a6790544a712 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:24:16.003987 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:16.086676 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Publish callbacks [] for port (ecd24390-302a-4ef6-8f68-a6790544a712), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:16.091109 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:16.091948 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543573'] for router_interface (97411896-44eb-4204-a872-2429df07a3bd), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:16.168759 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Pushing event updated for resources: {'Port': ['ID=ecd24390-302a-4ef6-8f68-a6790544a712,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:24:16.216545 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Network 5ddf5485-5a5a-478d-8706-82456adef083 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:24:16.217832 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:24:16.383056 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Router 97411896-44eb-4204-a872-2429df07a3bd is scheduled to L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:24:16.486196 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:24:16.491254 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-52bb9cc1-907a-464b-b95b-a9203948bafe demo admin] 10.222.0.18 "PUT /v2.0/routers/97411896-44eb-4204-a872-2429df07a3bd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7247036 Mar 29 15:24:16.496474 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Sync routers for ids ['97411896-44eb-4204-a872-2429df07a3bd'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:24:16.509307 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Routers {'97411896-44eb-4204-a872-2429df07a3bd'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:24:16.510199 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:24:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['97411896-44eb-4204-a872-2429df07a3bd'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:24:16.536691 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-b646b380-9a64-42e7-9ccc-23e3d80b0db7 None None] Provisioning complete for port ecd24390-302a-4ef6-8f68-a6790544a712 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:24:16.537272 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b646b380-9a64-42e7-9ccc-23e3d80b0db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:16.574257 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b646b380-9a64-42e7-9ccc-23e3d80b0db7 None None] Port ecd24390-302a-4ef6-8f68-a6790544a712 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:24:16.707360 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Set router 97411896-44eb-4204-a872-2429df07a3bd gateway port host: None {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:24:17.140607 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97411896-44eb-4204-a872-2429df07a3bd', 'name': 'router1', 'tenant_id': '633df557669e49dfbdbf95a5e88efb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:24:05Z', 'updated_at': '2022-03-29T15:24:15Z', 'revision_number': 2, 'project_id': '633df557669e49dfbdbf95a5e88efb2b', 'gw_port_host': None, '_interfaces': [{'id': 'ecd24390-302a-4ef6-8f68-a6790544a712', 'name': '', 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083', 'tenant_id': '633df557669e49dfbdbf95a5e88efb2b', 'mac_address': 'fa:16:3e:6b:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97411896-44eb-4204-a872-2429df07a3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90019112-69ce-4740-9df1-ae809385da0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:24:15Z', 'updated_at': '2022-03-29T15:24:15Z', 'revision_number': 2, 'project_id': '633df557669e49dfbdbf95a5e88efb2b', 'subnets': [{'id': '90019112-69ce-4740-9df1-ae809385da0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3f37380-fb97-4c26-9776-0a1e581c9d36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:24:17.140987 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:17.192079 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Checking router: 97411896-44eb-4204-a872-2429df07a3bd for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:24:17.192444 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Updating router 97411896-44eb-4204-a872-2429df07a3bd port ecd24390-302a-4ef6-8f68-a6790544a712 binding host dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:24:17.244655 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:17.747371 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Publish callbacks [] for port (ecd24390-302a-4ef6-8f68-a6790544a712), precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:17.753727 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:17.910780 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Pushing event updated for resources: {'Port': ['ID=ecd24390-302a-4ef6-8f68-a6790544a712,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:24:17.925202 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.925538 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.925887 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.926228 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.926548 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.926859 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.927170 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.927478 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.927787 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.928095 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.928402 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.928711 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.929038 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.929343 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.929645 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Tracked resource versions report: Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: pushed versions: Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: { 'AddressGroup': {'1.2'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Agent': {'1.1'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'ConntrackHelper': {'1.0'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Log': {'1.0'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'NDPProxy': {'1.0'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Network': {'1.1'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Port': {'1.7'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'PortForwarding': {'1.3'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'QosPolicy': {'1.10'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'SecurityGroup': {'1.5'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'SubPort': {'1.0'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Subnet': {'1.1'}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Trunk': {'1.1'}} Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: consumer versions: Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: { DHCP agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: L3 agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: Metadata agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: Metering agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: Open vSwitch agent@dv-cinder-790535-36-iscsi: { 'AddressGroup': '1.2', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Agent': '1.1', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'ConntrackHelper': '1.0', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'LocalIPAssociation': '1.0', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Log': '1.0', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'NDPProxy': '1.0', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Network': '1.1', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Port': '1.7', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'PortForwarding': '1.3', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'QosPolicy': '1.10', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'SecurityGroup': '1.5', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'SecurityGroupRule': '1.2', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'SubPort': '1.0', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Subnet': '1.1', Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Trunk': '1.1'}} Mar 29 15:24:17.931142 dv-cinder-790535-36-iscsi neutron-server[103133]: {{(pid=103133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:24:17.937413 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Attempting to bind port ecd24390-302a-4ef6-8f68-a6790544a712 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:24:17.938102 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Attempting to bind port ecd24390-302a-4ef6-8f68-a6790544a712 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'a75a4df6-9752-42cc-9c8c-12bff36e1491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:24:17.938527 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Attempting to bind port ecd24390-302a-4ef6-8f68-a6790544a712 on network 5ddf5485-5a5a-478d-8706-82456adef083 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:24:17.943420 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:24:17.943833 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Checking segment: {'id': 'a75a4df6-9752-42cc-9c8c-12bff36e1491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:24:17.944278 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:17.944652 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Bound using segment: {'id': 'a75a4df6-9752-42cc-9c8c-12bff36e1491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:24:17.945149 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Bound port: ecd24390-302a-4ef6-8f68-a6790544a712, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75a4df6-9752-42cc-9c8c-12bff36e1491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:24:17.945520 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:18.004949 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-4672589b-4878-449d-81ee-2808f9e8f615 None None] Provisioning complete for port ecd24390-302a-4ef6-8f68-a6790544a712 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:24:18.006481 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4672589b-4878-449d-81ee-2808f9e8f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:18.011785 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] For port ecd24390-302a-4ef6-8f68-a6790544a712, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:24:18.031634 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] For port ecd24390-302a-4ef6-8f68-a6790544a712, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=ecd24390-302a-4ef6-8f68-a6790544a712,segment=NetworkSegment(a75a4df6-9752-42cc-9c8c-12bff36e1491),segment_id=a75a4df6-9752-42cc-9c8c-12bff36e1491)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:24:18.038040 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:18.047137 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4672589b-4878-449d-81ee-2808f9e8f615 None None] Port ecd24390-302a-4ef6-8f68-a6790544a712 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:24:18.089968 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Routers {'97411896-44eb-4204-a872-2429df07a3bd'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:24:18.090591 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:24:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['97411896-44eb-4204-a872-2429df07a3bd'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:24:18.141651 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbc4de-70f2-4dc9-9739-faaa281c81cb None None] Pushing event updated for resources: {'Port': ['ID=ecd24390-302a-4ef6-8f68-a6790544a712,revision_number=4']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:24:18.203073 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] Set router 97411896-44eb-4204-a872-2429df07a3bd gateway port host: None {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:24:18.268352 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-f3e2addc-96c8-4a1c-8ce9-f119d50a4bd3 None None] Provisioning complete for port ecd24390-302a-4ef6-8f68-a6790544a712 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:24:18.268672 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3e2addc-96c8-4a1c-8ce9-f119d50a4bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:18.349121 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2addc-96c8-4a1c-8ce9-f119d50a4bd3 None None] Current status of the port ecd24390-302a-4ef6-8f68-a6790544a712 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:24:18.349754 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3e2addc-96c8-4a1c-8ce9-f119d50a4bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:18.381412 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f3e2addc-96c8-4a1c-8ce9-f119d50a4bd3 None None] For port ecd24390-302a-4ef6-8f68-a6790544a712, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=ecd24390-302a-4ef6-8f68-a6790544a712,segment=NetworkSegment(a75a4df6-9752-42cc-9c8c-12bff36e1491),segment_id=a75a4df6-9752-42cc-9c8c-12bff36e1491)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:24:18.387379 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3e2addc-96c8-4a1c-8ce9-f119d50a4bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:18.428425 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97411896-44eb-4204-a872-2429df07a3bd', 'name': 'router1', 'tenant_id': '633df557669e49dfbdbf95a5e88efb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:24:05Z', 'updated_at': '2022-03-29T15:24:15Z', 'revision_number': 2, 'project_id': '633df557669e49dfbdbf95a5e88efb2b', 'gw_port_host': None, '_interfaces': [{'id': 'ecd24390-302a-4ef6-8f68-a6790544a712', 'name': '', 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083', 'tenant_id': '633df557669e49dfbdbf95a5e88efb2b', 'mac_address': 'fa:16:3e:6b:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97411896-44eb-4204-a872-2429df07a3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90019112-69ce-4740-9df1-ae809385da0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:24:15Z', 'updated_at': '2022-03-29T15:24:18Z', 'revision_number': 4, 'project_id': '633df557669e49dfbdbf95a5e88efb2b', 'subnets': [{'id': '90019112-69ce-4740-9df1-ae809385da0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3f37380-fb97-4c26-9776-0a1e581c9d36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:24:18.440652 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2addc-96c8-4a1c-8ce9-f119d50a4bd3 None None] Pushing event updated for resources: {'Port': ['ID=ecd24390-302a-4ef6-8f68-a6790544a712,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:24:18.460913 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dada576-0503-4356-a76e-b36bfae26932 None None] The sync data for ids ['97411896-44eb-4204-a872-2429df07a3bd'] in dv-cinder-790535-36-iscsi is: [{'id': '97411896-44eb-4204-a872-2429df07a3bd', 'name': 'router1', 'tenant_id': '633df557669e49dfbdbf95a5e88efb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:24:05Z', 'updated_at': '2022-03-29T15:24:15Z', 'revision_number': 2, 'project_id': '633df557669e49dfbdbf95a5e88efb2b', 'gw_port_host': None, '_interfaces': [{'id': 'ecd24390-302a-4ef6-8f68-a6790544a712', 'name': '', 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083', 'tenant_id': '633df557669e49dfbdbf95a5e88efb2b', 'mac_address': 'fa:16:3e:6b:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97411896-44eb-4204-a872-2429df07a3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90019112-69ce-4740-9df1-ae809385da0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:24:15Z', 'updated_at': '2022-03-29T15:24:18Z', 'revision_number': 4, 'project_id': '633df557669e49dfbdbf95a5e88efb2b', 'subnets': [{'id': '90019112-69ce-4740-9df1-ae809385da0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3f37380-fb97-4c26-9776-0a1e581c9d36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:24:18.726603 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:19.023256 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 43858) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:24:19.287903 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07856a09-2658-4fb6-98d7-7d725c704010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:24:19.290455 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-07856a09-2658-4fb6-98d7-7d725c704010 admin admin] 10.222.0.18 "GET /v2.0/networks/ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 HTTP/1.1" status: 200 len: 842 time: 0.2661884 Mar 29 15:24:19.299102 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:24:19.327130 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Made reservation on behalf of 8378880c6486461fa8227adb65adc998 for: {'subnet': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:24:19.329853 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:19.737290 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.objects.ports [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103131) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 15:24:19.737755 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for subnet (5cdfc0c2-f0d5-4db7-8075-eecf08e95479), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:19.803734 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cdfc0c2-f0d5-4db7-8075-eecf08e95479,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:24:19.807846 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Checking segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:24:19.808218 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Network hostable DHCP agents. Network: ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:24:19.817887 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.818231 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.818573 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.818908 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.819259 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.819583 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.819905 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.820224 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.820544 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.821399 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.821724 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.822046 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.822362 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.822679 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.822997 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Tracked resource versions report: Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: pushed versions: Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: { 'AddressGroup': {'1.2'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Agent': {'1.1'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'ConntrackHelper': {'1.0'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Log': {'1.0'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'NDPProxy': {'1.0'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Network': {'1.1'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Port': {'1.7'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'PortForwarding': {'1.3'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'QosPolicy': {'1.10'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'SecurityGroup': {'1.5'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'SubPort': {'1.0'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Subnet': {'1.1'}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Trunk': {'1.1'}} Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: consumer versions: Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: { DHCP agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: L3 agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: Metadata agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: Metering agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: Open vSwitch agent@dv-cinder-790535-36-iscsi: { 'AddressGroup': '1.2', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Agent': '1.1', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'ConntrackHelper': '1.0', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'LocalIPAssociation': '1.0', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Log': '1.0', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'NDPProxy': '1.0', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Network': '1.1', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Port': '1.7', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'PortForwarding': '1.3', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'QosPolicy': '1.10', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'SecurityGroup': '1.5', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'SecurityGroupRule': '1.2', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'SubPort': '1.0', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Subnet': '1.1', Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Trunk': '1.1'}} Mar 29 15:24:19.824350 dv-cinder-790535-36-iscsi neutron-server[103131]: {{(pid=103131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:24:19.855876 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:24:19.868873 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8) {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:24:19.873724 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:24:19.874368 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:19.878177 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2259ca-e2fc-4286-937e-ced12f899085 None None] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:24:19.908475 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-4d4c5fb7-9eb1-4e40-b12a-fa7090ec7a9f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6023779 Mar 29 15:24:19.986585 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5686db21-635a-4f29-9534-517277a4a1e3 None None] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:24:22.388713 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 43880) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:24:22.639602 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-a21bada8-774a-4d5b-9b58-b5cbb3c9d09a demo admin] 10.222.0.18 "GET /v2.0/routers/97411896-44eb-4204-a872-2429df07a3bd HTTP/1.1" status: 200 len: 710 time: 0.2497284 Mar 29 15:24:22.724756 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7076d-3bba-4e10-902a-465bd1e41ddb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:24:22.726121 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-35b7076d-3bba-4e10-902a-465bd1e41ddb demo admin] 10.222.0.18 "GET /v2.0/networks/ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 HTTP/1.1" status: 200 len: 886 time: 0.0812633 Mar 29 15:24:22.734880 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:24:22.992365 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Publish callbacks [] for router_gateway (97411896-44eb-4204-a872-2429df07a3bd), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:23.231211 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Publish callbacks [] for router_gateway (97411896-44eb-4204-a872-2429df07a3bd), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:23.308163 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:23.457011 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Allocated IP 172.27.0.115 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/b9eed3af-e9bb-42d9-bdbe-f78a37fb6751) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:24:23.560232 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Publish callbacks [] for port (b9eed3af-e9bb-42d9-bdbe-f78a37fb6751), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:23.625071 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (b9eed3af-e9bb-42d9-bdbe-f78a37fb6751), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:23.697789 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:24:23.703912 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:24:23.714806 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:24:23.800849 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Pushing event updated for resources: {'Port': ['ID=b9eed3af-e9bb-42d9-bdbe-f78a37fb6751,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:24:24.042498 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Publish callbacks [] for router_gateway (97411896-44eb-4204-a872-2429df07a3bd), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:24.238156 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7319'] for router (97411896-44eb-4204-a872-2429df07a3bd), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:24.243853 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547723'] for router (97411896-44eb-4204-a872-2429df07a3bd), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:24.355545 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Router 97411896-44eb-4204-a872-2429df07a3bd has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:24:24.461291 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:24:24.466081 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:24.467250 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-82fb2069-02a1-4bf6-8f3f-b607f931272a demo admin] 10.222.0.18 "PUT /v2.0/routers/97411896-44eb-4204-a872-2429df07a3bd HTTP/1.1" status: 200 len: 890 time: 1.7354724 Mar 29 15:24:25.500829 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device ecd24390-302a-4ef6-8f68-a6790544a712 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:24:25.547964 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port ecd24390-302a-4ef6-8f68-a6790544a712 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:24:25.548350 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:25.625127 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port ecd24390-302a-4ef6-8f68-a6790544a712 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:24:26.991679 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 43892) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:24:27.065133 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Sync routers for ids ['97411896-44eb-4204-a872-2429df07a3bd'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:24:27.076451 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Routers {'97411896-44eb-4204-a872-2429df07a3bd'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:24:27.077126 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:24:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['97411896-44eb-4204-a872-2429df07a3bd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:24:27.111916 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-ada772aa-b865-45a3-b33e-b0dbc069bb27 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1191182 Mar 29 15:24:27.301074 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Set router 97411896-44eb-4204-a872-2429df07a3bd gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:24:27.765840 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97411896-44eb-4204-a872-2429df07a3bd', 'name': 'router1', 'tenant_id': '633df557669e49dfbdbf95a5e88efb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b9eed3af-e9bb-42d9-bdbe-f78a37fb6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:24:05Z', 'updated_at': '2022-03-29T15:24:23Z', 'revision_number': 4, 'project_id': '633df557669e49dfbdbf95a5e88efb2b', 'gw_port': {'id': 'b9eed3af-e9bb-42d9-bdbe-f78a37fb6751', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97411896-44eb-4204-a872-2429df07a3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:24:23Z', 'updated_at': '2022-03-29T15:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'ecd24390-302a-4ef6-8f68-a6790544a712', 'name': '', 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083', 'tenant_id': '633df557669e49dfbdbf95a5e88efb2b', 'mac_address': 'fa:16:3e:6b:1d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97411896-44eb-4204-a872-2429df07a3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90019112-69ce-4740-9df1-ae809385da0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:24:15Z', 'updated_at': '2022-03-29T15:24:18Z', 'revision_number': 5, 'project_id': '633df557669e49dfbdbf95a5e88efb2b', 'subnets': [{'id': '90019112-69ce-4740-9df1-ae809385da0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3f37380-fb97-4c26-9776-0a1e581c9d36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:24:27.818972 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Checking router: 97411896-44eb-4204-a872-2429df07a3bd for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:24:27.819325 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Updating router 97411896-44eb-4204-a872-2429df07a3bd port b9eed3af-e9bb-42d9-bdbe-f78a37fb6751 binding host dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:24:27.873735 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (b9eed3af-e9bb-42d9-bdbe-f78a37fb6751), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:28.187898 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Publish callbacks [] for port (b9eed3af-e9bb-42d9-bdbe-f78a37fb6751), precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:28.193342 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (b9eed3af-e9bb-42d9-bdbe-f78a37fb6751), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:28.238151 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Attempting to bind port b9eed3af-e9bb-42d9-bdbe-f78a37fb6751 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:24:28.238553 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Attempting to bind port b9eed3af-e9bb-42d9-bdbe-f78a37fb6751 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:24:28.238897 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Attempting to bind port b9eed3af-e9bb-42d9-bdbe-f78a37fb6751 on network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:24:28.247706 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:24:28.248084 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Checking segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:24:28.248491 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:28.248888 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Bound using segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:24:28.249379 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Bound port: b9eed3af-e9bb-42d9-bdbe-f78a37fb6751, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:24:28.249761 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (b9eed3af-e9bb-42d9-bdbe-f78a37fb6751), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:28.254765 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8bd11-da3a-45fa-bc8c-ffb345b8c17d None None] Pushing event updated for resources: {'Port': ['ID=b9eed3af-e9bb-42d9-bdbe-f78a37fb6751,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:24:28.301746 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] For port b9eed3af-e9bb-42d9-bdbe-f78a37fb6751, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:24:28.304675 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] For port b9eed3af-e9bb-42d9-bdbe-f78a37fb6751, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=b9eed3af-e9bb-42d9-bdbe-f78a37fb6751,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:24:28.311138 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (b9eed3af-e9bb-42d9-bdbe-f78a37fb6751), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:28.370380 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Routers {'97411896-44eb-4204-a872-2429df07a3bd'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:24:28.370964 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:24:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['97411896-44eb-4204-a872-2429df07a3bd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:24:28.372718 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8bd11-da3a-45fa-bc8c-ffb345b8c17d None None] Pushing event updated for resources: {'Port': ['ID=b9eed3af-e9bb-42d9-bdbe-f78a37fb6751,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:24:28.488977 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] Set router 97411896-44eb-4204-a872-2429df07a3bd gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:24:28.707536 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97411896-44eb-4204-a872-2429df07a3bd', 'name': 'router1', 'tenant_id': '633df557669e49dfbdbf95a5e88efb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b9eed3af-e9bb-42d9-bdbe-f78a37fb6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:24:05Z', 'updated_at': '2022-03-29T15:24:23Z', 'revision_number': 4, 'project_id': '633df557669e49dfbdbf95a5e88efb2b', 'gw_port': {'id': 'b9eed3af-e9bb-42d9-bdbe-f78a37fb6751', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97411896-44eb-4204-a872-2429df07a3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:24:23Z', 'updated_at': '2022-03-29T15:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'ecd24390-302a-4ef6-8f68-a6790544a712', 'name': '', 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083', 'tenant_id': '633df557669e49dfbdbf95a5e88efb2b', 'mac_address': 'fa:16:3e:6b:1d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97411896-44eb-4204-a872-2429df07a3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90019112-69ce-4740-9df1-ae809385da0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:24:15Z', 'updated_at': '2022-03-29T15:24:18Z', 'revision_number': 5, 'project_id': '633df557669e49dfbdbf95a5e88efb2b', 'subnets': [{'id': '90019112-69ce-4740-9df1-ae809385da0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3f37380-fb97-4c26-9776-0a1e581c9d36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:24:28.734151 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd3000-7443-4aee-91d7-bca870670932 None None] The sync data for ids ['97411896-44eb-4204-a872-2429df07a3bd'] in dv-cinder-790535-36-iscsi is: [{'id': '97411896-44eb-4204-a872-2429df07a3bd', 'name': 'router1', 'tenant_id': '633df557669e49dfbdbf95a5e88efb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b9eed3af-e9bb-42d9-bdbe-f78a37fb6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:24:05Z', 'updated_at': '2022-03-29T15:24:23Z', 'revision_number': 4, 'project_id': '633df557669e49dfbdbf95a5e88efb2b', 'gw_port': {'id': 'b9eed3af-e9bb-42d9-bdbe-f78a37fb6751', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97411896-44eb-4204-a872-2429df07a3bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:24:23Z', 'updated_at': '2022-03-29T15:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'ecd24390-302a-4ef6-8f68-a6790544a712', 'name': '', 'network_id': '5ddf5485-5a5a-478d-8706-82456adef083', 'tenant_id': '633df557669e49dfbdbf95a5e88efb2b', 'mac_address': 'fa:16:3e:6b:1d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97411896-44eb-4204-a872-2429df07a3bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90019112-69ce-4740-9df1-ae809385da0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:24:15Z', 'updated_at': '2022-03-29T15:24:18Z', 'revision_number': 5, 'project_id': '633df557669e49dfbdbf95a5e88efb2b', 'subnets': [{'id': '90019112-69ce-4740-9df1-ae809385da0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3f37380-fb97-4c26-9776-0a1e581c9d36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:24:29.563117 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device b9eed3af-e9bb-42d9-bdbe-f78a37fb6751 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:24:29.630274 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port b9eed3af-e9bb-42d9-bdbe-f78a37fb6751 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:24:29.630668 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (b9eed3af-e9bb-42d9-bdbe-f78a37fb6751), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:29.713737 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port b9eed3af-e9bb-42d9-bdbe-f78a37fb6751 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:24:29.714141 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (b9eed3af-e9bb-42d9-bdbe-f78a37fb6751), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:29.750041 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port b9eed3af-e9bb-42d9-bdbe-f78a37fb6751, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=b9eed3af-e9bb-42d9-bdbe-f78a37fb6751,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:24:29.756026 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (b9eed3af-e9bb-42d9-bdbe-f78a37fb6751), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:29.853591 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=b9eed3af-e9bb-42d9-bdbe-f78a37fb6751,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:24:31.507376 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device b9eed3af-e9bb-42d9-bdbe-f78a37fb6751 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:24:31.579752 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port b9eed3af-e9bb-42d9-bdbe-f78a37fb6751 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:24:31.580147 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (b9eed3af-e9bb-42d9-bdbe-f78a37fb6751), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:31.668751 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port b9eed3af-e9bb-42d9-bdbe-f78a37fb6751 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:24:42.520380 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a217697c-1b98-467c-8fc9-aed48d99ab72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:45.056434 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3dca6741-5ca3-4674-a1aa-f17424bbb7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:46.010107 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:47.145538 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:48.735306 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:52.088528 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 5 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:25:12.525940 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83df2a95-fecd-4925-83b1-2fe288483fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:15.051239 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8b944801-f4f0-44fc-be08-ded7cac6b34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:16.007187 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:17.155547 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:18.731404 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:29.088403 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 5 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:25:42.527836 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba4da-ea2c-4956-ab00-e89187016a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:45.051763 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f6286fb2-834a-4f33-8952-e9192fd1d753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:46.011777 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:47.155132 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:48.142872 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44376) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:48.203034 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a378bc-181a-40cb-82c6-14c72167f677 admin admin] GET failed (client error): The resource could not be found. Mar 29 15:25:48.204297 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-89a378bc-181a-40cb-82c6-14c72167f677 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604801 Mar 29 15:25:48.365139 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e93dd06-a09d-476c-b884-d380cfbd6793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:48.366547 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-4e93dd06-a09d-476c-b884-d380cfbd6793 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1582382 Mar 29 15:25:48.735250 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.652062 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44386) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:50.751863 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c40a19-b393-4517-8013-df8ae1d4336f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:50.753201 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-f2c40a19-b393-4517-8013-df8ae1d4336f admin admin] 10.222.0.18 "GET /v2.0/subnets/90019112-69ce-4740-9df1-ae809385da0e HTTP/1.1" status: 200 len: 849 time: 0.1001837 Mar 29 15:25:50.762958 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:25:50.842941 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Publish callbacks [] for subnet (90019112-69ce-4740-9df1-ae809385da0e), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:50.982168 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740147222402'] for subnet (90019112-69ce-4740-9df1-ae809385da0e), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:51.011676 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:51.012299 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:51.013591 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] 10.222.0.18 "PUT /v2.0/subnets/90019112-69ce-4740-9df1-ae809385da0e HTTP/1.1" status: 200 len: 868 time: 0.2541547 Mar 29 15:25:51.018977 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bdecf0-951f-4876-889d-a9079db1b99c None None] Network 5ddf5485-5a5a-478d-8706-82456adef083 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:25:51.032963 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90019112-69ce-4740-9df1-ae809385da0e,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:25:51.040696 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.041063 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.041484 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.041896 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.042074 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.042442 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.042752 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.043060 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.043434 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.043858 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.044200 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.044530 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.044852 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.045204 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.045525 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d0327-37da-4bb7-a6a6-7a8f95db7003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:25:51.351713 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-c712f43c-d0b5-4166-be46-003e9432e869 None None] Provisioning complete for port ecd24390-302a-4ef6-8f68-a6790544a712 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:51.352100 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c712f43c-d0b5-4166-be46-003e9432e869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ecd24390-302a-4ef6-8f68-a6790544a712), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:51.429134 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c712f43c-d0b5-4166-be46-003e9432e869 None None] Current status of the port ecd24390-302a-4ef6-8f68-a6790544a712 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:51.438751 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-c712f43c-d0b5-4166-be46-003e9432e869 None None] Provisioning complete for port be385432-fdc7-4eb3-87af-168a01bc541e triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:25:51.439138 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c712f43c-d0b5-4166-be46-003e9432e869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (be385432-fdc7-4eb3-87af-168a01bc541e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:51.517463 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c712f43c-d0b5-4166-be46-003e9432e869 None None] Current status of the port be385432-fdc7-4eb3-87af-168a01bc541e is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:25:53.324691 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44394) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:53.586544 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27c97f5-accd-4bca-abb2-2342036ad025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:53.587016 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27c97f5-accd-4bca-abb2-2342036ad025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:53.588543 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-e27c97f5-accd-4bca-abb2-2342036ad025 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2628598 Mar 29 15:25:55.875484 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44402) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:56.007319 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab30a8f1-0ff8-4151-a1cc-f91a1d1e2485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:56.007790 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab30a8f1-0ff8-4151-a1cc-f91a1d1e2485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:56.009335 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-ab30a8f1-0ff8-4151-a1cc-f91a1d1e2485 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328757 Mar 29 15:25:58.306269 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44410) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:25:58.448044 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e947f6-efa2-4aea-8887-d631b56d7592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:25:58.449342 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-57e947f6-efa2-4aea-8887-d631b56d7592 admin admin] 10.222.0.18 "GET /v2.0/networks/5ddf5485-5a5a-478d-8706-82456adef083 HTTP/1.1" status: 200 len: 869 time: 0.1421359 Mar 29 15:26:00.732893 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44418) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:00.854377 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180a4f2-43b2-438a-b261-a4497e572abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:00.855779 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-d180a4f2-43b2-438a-b261-a4497e572abf admin admin] 10.222.0.18 "GET /v2.0/networks/ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 HTTP/1.1" status: 200 len: 886 time: 0.1218534 Mar 29 15:26:03.189669 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44426) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:03.313562 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79a1165-2331-4c55-a5de-9653d15e483b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:03.314013 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79a1165-2331-4c55-a5de-9653d15e483b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:03.315515 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-c79a1165-2331-4c55-a5de-9653d15e483b admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249025 Mar 29 15:26:05.597057 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44434) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:05.691033 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee97e5-7f5c-4b05-86a2-3f945b2f24b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:05.691476 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee97e5-7f5c-4b05-86a2-3f945b2f24b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:05.693024 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-4dee97e5-7f5c-4b05-86a2-3f945b2f24b3 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949681 Mar 29 15:26:06.087165 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 5 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:26:07.978436 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 44442) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:08.068813 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef573d-b3c8-4af0-bf7d-a46a086aaf69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:08.070237 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-c7ef573d-b3c8-4af0-bf7d-a46a086aaf69 admin admin] 10.222.0.18 "GET /v2.0/subnets/5cdfc0c2-f0d5-4db7-8075-eecf08e95479 HTTP/1.1" status: 200 len: 816 time: 0.0908680 Mar 29 15:26:10.357160 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 44452) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:10.448414 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645cdb83-cfb2-4c43-86bc-f5695f00299d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:10.449764 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-645cdb83-cfb2-4c43-86bc-f5695f00299d admin admin] 10.222.0.18 "GET /v2.0/subnets/90019112-69ce-4740-9df1-ae809385da0e HTTP/1.1" status: 200 len: 868 time: 0.0916612 Mar 29 15:26:12.529159 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a3338b08-b1ac-43c2-91a8-8176a6d6ec93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:15.053924 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5f1afad-8a3e-4694-ab23-936bc13b6d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:16.013440 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:17.162755 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:18.741400 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:38.520076 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 44504) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:38.567757 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [None req-5359b5bc-3f1e-4072-9bc7-de2daf9463a2 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:26:38.568778 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-5359b5bc-3f1e-4072-9bc7-de2daf9463a2 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477009 Mar 29 15:26:40.940759 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 44512) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:41.000521 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ed5093-49c2-419a-8021-ee56263836b2 admin admin] GET failed (client error): The resource could not be found. Mar 29 15:26:41.001836 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-27ed5093-49c2-419a-8021-ee56263836b2 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601158 Mar 29 15:26:41.213149 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc012f6e-1c40-4e42-a9f4-cfcbc5298056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:41.214611 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-cc012f6e-1c40-4e42-a9f4-cfcbc5298056 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2086804 Mar 29 15:26:42.530991 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32b74e8a-0513-4331-89db-a737e194da8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.086829 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 5 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:26:43.517758 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 44520) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:43.563547 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:43.582729 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Made reservation on behalf of 8378880c6486461fa8227adb65adc998 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:26:43.584984 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.612138 dv-cinder-790535-36-iscsi neutron-server[103130]: WARNING neutron.services.revisions.revision_plugin [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Could not find related network for resource to bump revision. Mar 29 15:26:43.622916 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:26:43.631589 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (bff7cc70-bd53-4594-92af-fd07ab02fc8e), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.631923 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.segments_db [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Added segment bff7cc70-bd53-4594-92af-fd07ab02fc8e of type vlan for network b44a2cb9-80d9-49e9-83ef-3d51af349bab Mar 29 15:26:43.669583 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (b44a2cb9-80d9-49e9-83ef-3d51af349bab), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.692844 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (b44a2cb9-80d9-49e9-83ef-3d51af349bab), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.693785 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:43.694356 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.753051 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2340813 Mar 29 15:26:43.763295 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Pushing event updated for resources: {'Network': ['ID=b44a2cb9-80d9-49e9-83ef-3d51af349bab,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:43.770716 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.771303 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.771742 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.772082 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.772445 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.772813 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.773180 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.773504 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.773872 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.774198 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.774538 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.774864 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.775184 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.775525 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.775846 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a55470-ecf3-48ea-80a0-4400b2744859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:43.787660 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network b44a2cb9-80d9-49e9-83ef-3d51af349bab details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:26:45.056004 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ff5e533c-afc0-4d19-8c87-f6e264beef48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.016171 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.069007 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44528) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:26:46.135995 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b16ef1-c7eb-400c-a888-2ffeb533224d admin admin] GET failed (client error): The resource could not be found. Mar 29 15:26:46.137444 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-c0b16ef1-c7eb-400c-a888-2ffeb533224d admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0673172 Mar 29 15:26:46.205266 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdfecd7-60e1-4e5b-a687-bcfbd2f0b68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:46.206679 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-1cdfecd7-60e1-4e5b-a687-bcfbd2f0b68d admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0652182 Mar 29 15:26:46.216644 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-eebf69f5-bd60-46be-bdbf-a314b867abe1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'b44a2cb9-80d9-49e9-83ef-3d51af349bab', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:26:46.235994 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebf69f5-bd60-46be-bdbf-a314b867abe1 admin admin] Made reservation on behalf of 8378880c6486461fa8227adb65adc998 for: {'subnet': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:26:46.238180 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eebf69f5-bd60-46be-bdbf-a314b867abe1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.393923 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eebf69f5-bd60-46be-bdbf-a314b867abe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for subnet (ed98b858-b4a0-4e6b-b243-75f43de6715c), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.444675 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf69f5-bd60-46be-bdbf-a314b867abe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed98b858-b4a0-4e6b-b243-75f43de6715c,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:46.454076 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebf69f5-bd60-46be-bdbf-a314b867abe1 admin admin] Checking segment: {'id': 'bff7cc70-bd53-4594-92af-fd07ab02fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b44a2cb9-80d9-49e9-83ef-3d51af349bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:26:46.454419 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf69f5-bd60-46be-bdbf-a314b867abe1 admin admin] Network hostable DHCP agents. Network: b44a2cb9-80d9-49e9-83ef-3d51af349bab, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:26:46.469906 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf69f5-bd60-46be-bdbf-a314b867abe1 admin admin] Network b44a2cb9-80d9-49e9-83ef-3d51af349bab is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:26:46.478869 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-eebf69f5-bd60-46be-bdbf-a314b867abe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, b44a2cb9-80d9-49e9-83ef-3d51af349bab) {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:46.482903 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf69f5-bd60-46be-bdbf-a314b867abe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:26:46.483480 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eebf69f5-bd60-46be-bdbf-a314b867abe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.487713 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580a2b97-9b54-4c22-9a70-dc0d8a2be19b None None] Network b44a2cb9-80d9-49e9-83ef-3d51af349bab requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:26:46.498843 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-eebf69f5-bd60-46be-bdbf-a314b867abe1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2854159 Mar 29 15:26:46.589375 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7187af73-edd7-5929-ac62-d07c35f67c25-b44a2cb9-80d9-49e9-83ef-3d51af349bab', 'network_id': 'b44a2cb9-80d9-49e9-83ef-3d51af349bab', 'project_id': '8378880c6486461fa8227adb65adc998', 'fixed_ips': [{'subnet_id': 'ed98b858-b4a0-4e6b-b243-75f43de6715c'}]}} from dv-cinder-790535-36-iscsi. {{(pid=103132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:26:46.590245 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.728375 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Allocated IP 192.168.233.2 (b44a2cb9-80d9-49e9-83ef-3d51af349bab/ed98b858-b4a0-4e6b-b243-75f43de6715c/469403fb-d2c9-457d-a168-c2ed2bd435dc) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:26:46.963447 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Publish callbacks [] for port (469403fb-d2c9-457d-a168-c2ed2bd435dc), precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.971303 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (469403fb-d2c9-457d-a168-c2ed2bd435dc), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.008616 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Network b44a2cb9-80d9-49e9-83ef-3d51af349bab is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:26:47.011355 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:26:47.016822 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:26:47.024493 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Pushing event updated for resources: {'Port': ['ID=469403fb-d2c9-457d-a168-c2ed2bd435dc,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:47.046673 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.047019 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.047383 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.047736 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.048069 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.048396 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.048717 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.049067 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.049409 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.049736 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.050058 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.050391 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.050710 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.051032 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.051918 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:26:47.088381 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Attempting to bind port 469403fb-d2c9-457d-a168-c2ed2bd435dc on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:26:47.088747 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Attempting to bind port 469403fb-d2c9-457d-a168-c2ed2bd435dc by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'bff7cc70-bd53-4594-92af-fd07ab02fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b44a2cb9-80d9-49e9-83ef-3d51af349bab'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:26:47.089139 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Attempting to bind port 469403fb-d2c9-457d-a168-c2ed2bd435dc on network b44a2cb9-80d9-49e9-83ef-3d51af349bab {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:26:47.094219 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:26:47.094594 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Checking segment: {'id': 'bff7cc70-bd53-4594-92af-fd07ab02fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b44a2cb9-80d9-49e9-83ef-3d51af349bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:26:47.094987 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.095383 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Bound using segment: {'id': 'bff7cc70-bd53-4594-92af-fd07ab02fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b44a2cb9-80d9-49e9-83ef-3d51af349bab'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:26:47.095849 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Bound port: 469403fb-d2c9-457d-a168-c2ed2bd435dc, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff7cc70-bd53-4594-92af-fd07ab02fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b44a2cb9-80d9-49e9-83ef-3d51af349bab'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:26:47.096227 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (469403fb-d2c9-457d-a168-c2ed2bd435dc), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.170569 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] For port 469403fb-d2c9-457d-a168-c2ed2bd435dc, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:26:47.174155 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] For port 469403fb-d2c9-457d-a168-c2ed2bd435dc, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=469403fb-d2c9-457d-a168-c2ed2bd435dc,segment=NetworkSegment(bff7cc70-bd53-4594-92af-fd07ab02fc8e),segment_id=bff7cc70-bd53-4594-92af-fd07ab02fc8e)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:26:47.175518 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.181499 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (469403fb-d2c9-457d-a168-c2ed2bd435dc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.242297 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c31ad-747b-4499-adc6-bea4676b82b8 None None] Pushing event updated for resources: {'Port': ['ID=469403fb-d2c9-457d-a168-c2ed2bd435dc,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:47.611474 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 469403fb-d2c9-457d-a168-c2ed2bd435dc up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:26:47.665082 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 469403fb-d2c9-457d-a168-c2ed2bd435dc triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:26:47.665484 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (469403fb-d2c9-457d-a168-c2ed2bd435dc), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.743529 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 469403fb-d2c9-457d-a168-c2ed2bd435dc is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:26:47.744261 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (469403fb-d2c9-457d-a168-c2ed2bd435dc), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.776488 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port 469403fb-d2c9-457d-a168-c2ed2bd435dc, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=469403fb-d2c9-457d-a168-c2ed2bd435dc,segment=NetworkSegment(bff7cc70-bd53-4594-92af-fd07ab02fc8e),segment_id=bff7cc70-bd53-4594-92af-fd07ab02fc8e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:26:47.781532 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (469403fb-d2c9-457d-a168-c2ed2bd435dc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.830995 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=469403fb-d2c9-457d-a168-c2ed2bd435dc,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:26:48.103086 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb4c58c-376c-41a3-8638-92b74692e84f None None] Network b44a2cb9-80d9-49e9-83ef-3d51af349bab requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:26:48.180988 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-63f2ee44-b4e3-4eaa-bd9a-a295e1f42bcd None None] Provisioning complete for port 469403fb-d2c9-457d-a168-c2ed2bd435dc triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:26:48.181379 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-63f2ee44-b4e3-4eaa-bd9a-a295e1f42bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (469403fb-d2c9-457d-a168-c2ed2bd435dc), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:48.293529 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-63f2ee44-b4e3-4eaa-bd9a-a295e1f42bcd None None] Current status of the port 469403fb-d2c9-457d-a168-c2ed2bd435dc is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:26:48.514728 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-4b340f39-916e-40df-b918-1633b427e57c None None] Provisioning complete for port 469403fb-d2c9-457d-a168-c2ed2bd435dc triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:26:48.515118 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b340f39-916e-40df-b918-1633b427e57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (469403fb-d2c9-457d-a168-c2ed2bd435dc), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:48.595174 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4b340f39-916e-40df-b918-1633b427e57c None None] Current status of the port 469403fb-d2c9-457d-a168-c2ed2bd435dc is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:26:48.734613 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:49.556040 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 469403fb-d2c9-457d-a168-c2ed2bd435dc up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:26:49.603718 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 469403fb-d2c9-457d-a168-c2ed2bd435dc triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:26:49.604109 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (469403fb-d2c9-457d-a168-c2ed2bd435dc), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:49.679953 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 469403fb-d2c9-457d-a168-c2ed2bd435dc is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:27:12.532333 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7a789d44-f100-4036-9b4e-de16b11c8f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:15.056686 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-17933cdc-d997-492e-82d5-293b79334398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:16.018466 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.163039 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:18.733755 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:20.086539 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 5 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:27:42.534813 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fad78505-fe9a-4c62-9319-e06abade5c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:45.059143 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2c0430dc-9e16-4c6d-ada0-45453f2569ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:46.021695 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:47.166267 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:48.736980 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:57.085214 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 5 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:28:07.522496 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44566) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:07.528359 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [None req-869a72e5-85cf-4b83-a804-2a6ee6f6993f tempest-verify_tempest_config-971026519 tempest-verify_tempest_config-971026519-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:28:07.529335 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-869a72e5-85cf-4b83-a804-2a6ee6f6993f tempest-verify_tempest_config-971026519 tempest-verify_tempest_config-971026519-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058935 Mar 29 15:28:07.816597 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44584) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:07.923808 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:08.028090 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Publish callbacks [] for security_group (d3771a96-01f3-4671-9ad0-7735039d25b2), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:08.031781 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (d3771a96-01f3-4671-9ad0-7735039d25b2), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:08.075735 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27a1d42323bb46129bbc42dba4fa6569&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2578685 Mar 29 15:28:08.076511 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3771a96-01f3-4671-9ad0-7735039d25b2,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:08.078339 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 44588) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:28:08.083848 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.084194 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.084542 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.084879 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.085229 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.085555 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.085891 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.086196 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.086529 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.086852 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.087171 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.087494 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.087825 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.088157 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.088451 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe9feb-5d47-4e3a-a068-463cdddc61a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.132411 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Publish callbacks [] for security_group (d3771a96-01f3-4671-9ad0-7735039d25b2), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:08.152958 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Publish callbacks [] for security_group (d3771a96-01f3-4671-9ad0-7735039d25b2), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:08.244886 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (d3771a96-01f3-4671-9ad0-7735039d25b2), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:08.247724 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:08.248880 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3771a96-01f3-4671-9ad0-7735039d25b2 HTTP/1.1" status: 204 len: 168 time: 0.1695566 Mar 29 15:28:08.256387 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3771a96-01f3-4671-9ad0-7735039d25b2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:28:08.262795 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.263136 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.263483 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.263820 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.264140 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.264463 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.264786 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.265285 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.265619 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.265969 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.266283 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.266595 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.266931 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.267240 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:08.267550 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90286e3-c1aa-473b-bda2-c072c2c0ee7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:28:12.537281 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ba2d-8805-4ae8-ad0e-2d1459313249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:15.063740 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8522a3cf-b139-406a-98c3-ed05ba168749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:16.023783 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:17.169242 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:18.742308 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:34.083935 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 5 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:28:42.537332 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ec44d4c4-32a3-46db-82ea-ac403c50e205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:45.066692 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-10ae5e6e-9b6e-47a3-b712-280a6e9c8c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:46.026081 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:47.171131 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:28:48.744145 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:11.081636 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 5 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:29:12.537474 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a573d97e-1c81-4867-8402-40838272afa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:15.067341 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5114ce92-dc8d-4731-80fb-86665918307c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:16.028147 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:17.172434 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:18.745462 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:42.539429 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e75d1c9e-6280-44c4-8613-8d673299d9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:45.072541 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fb9f02c5-77e3-410d-b30a-06bee145d48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:45.255397 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547053'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:46.031650 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:47.175011 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:29:48.081074 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:29:48.748403 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:00.938929 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 44662) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:01.041969 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-12d2c004-4eda-42e3-9cd0-6d640b4efb91 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1019237 Mar 29 15:30:03.356383 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 44672) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:30:03.409142 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-8024738b-96c7-45e7-b3dc-434e1d219c41 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0516310 Mar 29 15:30:12.541763 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1c8b557f-c840-42d4-8106-0e22518840d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:15.064422 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc51dca2-b270-49eb-bd96-45d3f75bf0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:15.238800 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:16.036239 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:17.178527 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:18.750067 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:25.079678 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:30:42.542682 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-640d3e91-48ba-4fc1-911e-18cef646f604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:45.066763 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6c525114-b6cb-49ea-925c-c340d7197e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:45.257098 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:46.038227 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:47.180708 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:30:48.752503 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:02.079066 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:31:12.546995 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-855f7f04-c586-4e34-a5be-164ce59f0207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:15.068822 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-976473c7-c349-41c1-97b6-7d3d645b9c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:15.267474 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:16.040864 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:17.182845 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:18.754971 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.080320 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:31:39.499487 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44912) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:39.593279 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44920) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:39.623635 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 44930) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:39.653171 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44936) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:39.796034 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-735870013-network', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:39.822572 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Made reservation on behalf of 7b14b15a19b5419d8f9548e71f9866a3 for: {'network': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:39.825652 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.833733 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.846811 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-884042374-network', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:39.855864 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1167846133-network', 'tenant_id': '7aa256e6808e457982135528b0109d81'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:39.873850 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Made reservation on behalf of 1623afb8886b48af82c5e0475cc0684d for: {'network': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:39.876068 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.887740 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.888818 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Made reservation on behalf of 7aa256e6808e457982135528b0109d81 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:39.891858 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.903491 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.945910 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 44948) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:39.969205 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Publish callbacks [] for security_group (4acd3252-d9da-4ab5-af7c-1a4642395433), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:39.975649 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-280572851-network', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:39.986964 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4acd3252-d9da-4ab5-af7c-1a4642395433), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.009320 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:31:40.013729 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Publish callbacks [] for security_group (254e6d9e-dd00-4843-80f0-c9dbaef822a9), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.019344 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (254e6d9e-dd00-4843-80f0-c9dbaef822a9), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.064515 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2ecad4a-5706-4d51-bc3c-6b28d2eef314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.072290 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740146985265', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (e41099c0-6cef-4b59-960b-2c7ea083afa2), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.072849 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Unsubscribe: segment precommit_create {{(pid=103131) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 15:31:40.073373 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.segments_db [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Added segment e41099c0-6cef-4b59-960b-2c7ea083afa2 of type vlan for network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca Mar 29 15:31:40.109047 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:31:40.112390 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254e6d9e-dd00-4843-80f0-c9dbaef822a9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:40.112522 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acd3252-d9da-4ab5-af7c-1a4642395433,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:40.128124 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.128590 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.128949 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.129218 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.129657 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.130088 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.130435 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.130565 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.130990 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.131129 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.131364 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.131483 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.131683 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.131813 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.132191 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.132421 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.132752 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.133079 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.133206 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.133610 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.133797 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.134053 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.134434 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.134670 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.134792 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.135384 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.135928 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Tracked resource versions report: Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: pushed versions: Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: { 'AddressGroup': {'1.2'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Agent': {'1.1'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'ConntrackHelper': {'1.0'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Log': {'1.0'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'NDPProxy': {'1.0'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Network': {'1.1'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Port': {'1.7'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'PortForwarding': {'1.3'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'QosPolicy': {'1.10'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'SecurityGroup': {'1.5'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'SubPort': {'1.0'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Subnet': {'1.1'}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Trunk': {'1.1'}} Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: consumer versions: Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: { DHCP agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: HyperV agent@hv-cinder-79053: {}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: L3 agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: Metadata agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: Metering agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: Open vSwitch agent@dv-cinder-790535-36-iscsi: { 'AddressGroup': '1.2', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Agent': '1.1', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'ConntrackHelper': '1.0', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'LocalIPAssociation': '1.0', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Log': '1.0', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'NDPProxy': '1.0', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Network': '1.1', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Port': '1.7', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'PortForwarding': '1.3', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'QosPolicy': '1.10', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'SecurityGroup': '1.5', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'SecurityGroupRule': '1.2', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'SubPort': '1.0', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Subnet': '1.1', Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: 'Trunk': '1.1'}} Mar 29 15:31:40.136203 dv-cinder-790535-36-iscsi neutron-server[103130]: {{(pid=103130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:31:40.139068 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.139561 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.140033 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Tracked resource versions report: Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: pushed versions: Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: { 'AddressGroup': {'1.2'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Agent': {'1.1'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'ConntrackHelper': {'1.0'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Log': {'1.0'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'NDPProxy': {'1.0'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Network': {'1.1'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Port': {'1.7'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'PortForwarding': {'1.3'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'QosPolicy': {'1.10'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'SecurityGroup': {'1.5'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'SubPort': {'1.0'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Subnet': {'1.1'}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Trunk': {'1.1'}} Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: consumer versions: Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: { DHCP agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: HyperV agent@hv-cinder-79053: {}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: L3 agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: Metadata agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: Metering agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: Open vSwitch agent@dv-cinder-790535-36-iscsi: { 'AddressGroup': '1.2', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Agent': '1.1', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'ConntrackHelper': '1.0', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'LocalIPAssociation': '1.0', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Log': '1.0', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'NDPProxy': '1.0', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Network': '1.1', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Port': '1.7', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'PortForwarding': '1.3', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'QosPolicy': '1.10', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'SecurityGroup': '1.5', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'SecurityGroupRule': '1.2', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'SubPort': '1.0', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Subnet': '1.1', Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: 'Trunk': '1.1'}} Mar 29 15:31:40.142078 dv-cinder-790535-36-iscsi neutron-server[103131]: {{(pid=103131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:31:40.146072 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (b184c38f-a8d1-460f-90a9-06f47125352e), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.146549 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.segments_db [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Added segment b184c38f-a8d1-460f-90a9-06f47125352e of type vlan for network fbfe1490-b39e-461c-b222-5195b4aecf57 Mar 29 15:31:40.203402 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (fbfe1490-b39e-461c-b222-5195b4aecf57), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.208530 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Publish callbacks [] for security_group (93557a3f-7d07-4b07-82fb-02bda6e515c2), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.214823 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (28e88c41-7b2e-46bf-9efb-43dc0aeca0ca), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.227107 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (93557a3f-7d07-4b07-82fb-02bda6e515c2), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.238791 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2ecad4a-5706-4d51-bc3c-6b28d2eef314 admin admin] Publish callbacks [] for security_group (acd8e2cc-3ef1-4576-8cb7-3bc093c30b68), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.242576 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:31:40.246782 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2ecad4a-5706-4d51-bc3c-6b28d2eef314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (acd8e2cc-3ef1-4576-8cb7-3bc093c30b68), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.253801 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (91eea381-e7d1-4c1f-9ea3-0629200d8d75), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.254665 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.segments_db [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Added segment 91eea381-e7d1-4c1f-9ea3-0629200d8d75 of type vlan for network 338732b2-ea3a-4739-8f59-c28fe02d1d89 Mar 29 15:31:40.276185 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecad4a-5706-4d51-bc3c-6b28d2eef314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd8e2cc-3ef1-4576-8cb7-3bc093c30b68,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:40.298452 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (338732b2-ea3a-4739-8f59-c28fe02d1d89), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.301956 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (fbfe1490-b39e-461c-b222-5195b4aecf57), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.303178 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:40.304000 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.331615 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7068744 Mar 29 15:31:40.334241 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 44966) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:40.335256 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Made reservation on behalf of f741faf07fb54ef2b7e833c09bc9f0fc for: {'network': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:40.337885 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.347635 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-abf8fc2f-48a2-4891-ad0c-82c1fcdd7424 admin admin] Request body: {'subnet': {'network_id': 'fbfe1490-b39e-461c-b222-5195b4aecf57', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1167846133-subnet', 'tenant_id': '7aa256e6808e457982135528b0109d81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:40.368757 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (338732b2-ea3a-4739-8f59-c28fe02d1d89), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.370117 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:40.371057 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.384261 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.db.resource_extend [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:31:40.408674 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.425626 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9248300 Mar 29 15:31:40.427980 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-f2ecad4a-5706-4d51-bc3c-6b28d2eef314 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aebf03e643d14dd494ccb5e6a456d429&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4805801 Mar 29 15:31:40.428899 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 44976) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:40.429339 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 44978) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:40.463987 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-28bfa3c1-f31d-402f-8486-920d1f837acc admin admin] Request body: {'subnet': {'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-735870013-subnet', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:40.487970 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca97a61-7384-45ae-ba7a-44f83ae876cc admin admin] Pushing event updated for resources: {'Network': ['ID=fbfe1490-b39e-461c-b222-5195b4aecf57,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:40.497047 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bfa3c1-f31d-402f-8486-920d1f837acc admin admin] Made reservation on behalf of 7b14b15a19b5419d8f9548e71f9866a3 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:40.499647 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28bfa3c1-f31d-402f-8486-920d1f837acc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.500374 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network fbfe1490-b39e-461c-b222-5195b4aecf57 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:31:40.540606 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (28e88c41-7b2e-46bf-9efb-43dc0aeca0ca), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.546951 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:40.553147 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.554682 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d889a2c3-f711-4533-9bd1-19b0b7a46b7e admin admin] Publish callbacks [] for security_group (acd8e2cc-3ef1-4576-8cb7-3bc093c30b68), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.593191 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93557a3f-7d07-4b07-82fb-02bda6e515c2,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:40.593656 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d889a2c3-f711-4533-9bd1-19b0b7a46b7e admin admin] Publish callbacks [] for security_group (acd8e2cc-3ef1-4576-8cb7-3bc093c30b68), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.660997 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf8fc2f-48a2-4891-ad0c-82c1fcdd7424 admin admin] Made reservation on behalf of 7aa256e6808e457982135528b0109d81 for: {'subnet': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:40.664232 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-abf8fc2f-48a2-4891-ad0c-82c1fcdd7424 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.689911 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0953972 Mar 29 15:31:40.698087 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 44986) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:40.708961 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-55575d5e-50e2-41b7-b129-35356049d203 admin admin] Request body: {'subnet': {'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-subnet', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:40.732540 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c01a1e-b06a-4b24-b84a-a35702d4dc43 admin admin] Pushing event updated for resources: {'Network': ['ID=338732b2-ea3a-4739-8f59-c28fe02d1d89,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:40.786481 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55575d5e-50e2-41b7-b129-35356049d203 admin admin] Made reservation on behalf of 1623afb8886b48af82c5e0475cc0684d for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:40.789106 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55575d5e-50e2-41b7-b129-35356049d203 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.790538 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network 338732b2-ea3a-4739-8f59-c28fe02d1d89 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:31:40.799809 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d889a2c3-f711-4533-9bd1-19b0b7a46b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (acd8e2cc-3ef1-4576-8cb7-3bc093c30b68), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.802808 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d889a2c3-f711-4533-9bd1-19b0b7a46b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:40.804572 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d889a2c3-f711-4533-9bd1-19b0b7a46b7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acd8e2cc-3ef1-4576-8cb7-3bc093c30b68 HTTP/1.1" status: 204 len: 168 time: 0.3742080 Mar 29 15:31:40.866752 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889a2c3-f711-4533-9bd1-19b0b7a46b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd8e2cc-3ef1-4576-8cb7-3bc093c30b68,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:40.961536 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28bfa3c1-f31d-402f-8486-920d1f837acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for subnet (367b68cf-8773-4f3b-bc3f-07941870df7d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.016666 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfa3c1-f31d-402f-8486-920d1f837acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=367b68cf-8773-4f3b-bc3f-07941870df7d,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:41.087599 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bfa3c1-f31d-402f-8486-920d1f837acc admin admin] Checking segment: {'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:41.087993 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bfa3c1-f31d-402f-8486-920d1f837acc admin admin] Network hostable DHCP agents. Network: 338732b2-ea3a-4739-8f59-c28fe02d1d89, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:31:41.134426 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bfa3c1-f31d-402f-8486-920d1f837acc admin admin] Network 338732b2-ea3a-4739-8f59-c28fe02d1d89 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:31:41.155665 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-28bfa3c1-f31d-402f-8486-920d1f837acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, 338732b2-ea3a-4739-8f59-c28fe02d1d89) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:41.164782 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3992de-af70-4524-9a4f-7d30fdc77d13 None None] Network 338732b2-ea3a-4739-8f59-c28fe02d1d89 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:41.175327 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bfa3c1-f31d-402f-8486-920d1f837acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:41.175918 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28bfa3c1-f31d-402f-8486-920d1f837acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.199347 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeef52-a901-4de0-a40d-225defaef444 admin admin] Pushing event updated for resources: {'Network': ['ID=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:41.223276 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-28bfa3c1-f31d-402f-8486-920d1f837acc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7606089 Mar 29 15:31:41.226184 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45010) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:41.231150 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:41.242958 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Publish callbacks [] for security_group (73b36d99-7f93-451c-9937-59ed81871cae), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.260595 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:31:41.261547 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55575d5e-50e2-41b7-b129-35356049d203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for subnet (0709834a-b1e4-4d89-bb13-a71aabdc2909), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.264988 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (73b36d99-7f93-451c-9937-59ed81871cae), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.269002 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7344'] for router (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.270147 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7353'] for router (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.463924 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55575d5e-50e2-41b7-b129-35356049d203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0709834a-b1e4-4d89-bb13-a71aabdc2909,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:41.474412 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55575d5e-50e2-41b7-b129-35356049d203 admin admin] Checking segment: {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:41.474777 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55575d5e-50e2-41b7-b129-35356049d203 admin admin] Network hostable DHCP agents. Network: 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:31:41.512242 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Publish callbacks [] for router_controller (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.594788 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:31:41.595734 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7187af73-edd7-5929-ac62-d07c35f67c25-338732b2-ea3a-4739-8f59-c28fe02d1d89', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d'}]}} from dv-cinder-790535-36-iscsi. {{(pid=103132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:31:41.597388 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.637684 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (72ea50ac-7efe-46b8-8e70-5d000da243d3), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.638022 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.segments_db [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Added segment 72ea50ac-7efe-46b8-8e70-5d000da243d3 of type vlan for network 6af2c806-9c32-4a97-8072-598765883877 Mar 29 15:31:41.639401 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-abf8fc2f-48a2-4891-ad0c-82c1fcdd7424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for subnet (6ec71bee-13f8-4eb4-9bb3-f8816865154c), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.657814 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45022) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:41.658416 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55575d5e-50e2-41b7-b129-35356049d203 admin admin] Network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:31:41.666878 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b36d99-7f93-451c-9937-59ed81871cae,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:41.713361 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45f044e5-6e7d-4f2f-a3ea-461bba3b9907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.753411 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-55575d5e-50e2-41b7-b129-35356049d203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:41.763001 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Allocated IP 172.20.0.2 (338732b2-ea3a-4739-8f59-c28fe02d1d89/367b68cf-8773-4f3b-bc3f-07941870df7d/7008da35-25e3-449c-9f5a-96202a4c05d6) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:31:41.790891 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8fc2f-48a2-4891-ad0c-82c1fcdd7424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec71bee-13f8-4eb4-9bb3-f8816865154c,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:41.820810 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45f044e5-6e7d-4f2f-a3ea-461bba3b9907 admin admin] Publish callbacks [] for security_group (92b0beb0-8b17-4ad5-8a28-634994b23d15), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.826356 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55575d5e-50e2-41b7-b129-35356049d203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:41.826936 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55575d5e-50e2-41b7-b129-35356049d203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.830452 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Publish callbacks [] for router_gateway (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.835819 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45f044e5-6e7d-4f2f-a3ea-461bba3b9907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (92b0beb0-8b17-4ad5-8a28-634994b23d15), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.866439 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f044e5-6e7d-4f2f-a3ea-461bba3b9907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b0beb0-8b17-4ad5-8a28-634994b23d15,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:41.904278 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-55575d5e-50e2-41b7-b129-35356049d203 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2040598 Mar 29 15:31:41.904867 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45024) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:41.928074 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (6af2c806-9c32-4a97-8072-598765883877), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.934804 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:41.936906 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8fc2f-48a2-4891-ad0c-82c1fcdd7424 admin admin] Checking segment: {'id': 'b184c38f-a8d1-460f-90a9-06f47125352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fbfe1490-b39e-461c-b222-5195b4aecf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:41.937299 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8fc2f-48a2-4891-ad0c-82c1fcdd7424 admin admin] Network hostable DHCP agents. Network: fbfe1490-b39e-461c-b222-5195b4aecf57, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:31:41.967056 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-45f044e5-6e7d-4f2f-a3ea-461bba3b9907 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79a869b010c44333814f2ca583535260&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3034887 Mar 29 15:31:41.967056 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7344'] for router (613f666a-d877-47a4-8f18-408e89ed0fbf), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.967056 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7353'] for router (613f666a-d877-47a4-8f18-408e89ed0fbf), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:41.967445 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45026) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:41.981036 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8fc2f-48a2-4891-ad0c-82c1fcdd7424 admin admin] Network fbfe1490-b39e-461c-b222-5195b4aecf57 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:31:41.992182 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522241a4-cafa-436b-a211-ada02a70db40 None None] Network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:42.007076 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (6af2c806-9c32-4a97-8072-598765883877), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.008084 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:42.008652 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.009092 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Publish callbacks [] for port (7008da35-25e3-449c-9f5a-96202a4c05d6), precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.023169 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-abf8fc2f-48a2-4891-ad0c-82c1fcdd7424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, fbfe1490-b39e-461c-b222-5195b4aecf57) {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:42.053249 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac00f6c-ce05-4037-9cf0-5579007c47d9 None None] Network fbfe1490-b39e-461c-b222-5195b4aecf57 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:42.059484 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (7008da35-25e3-449c-9f5a-96202a4c05d6), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.100345 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8fc2f-48a2-4891-ad0c-82c1fcdd7424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:42.101192 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-abf8fc2f-48a2-4891-ad0c-82c1fcdd7424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.133321 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4761121 Mar 29 15:31:42.135758 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45032) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:42.166644 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Network 338732b2-ea3a-4739-8f59-c28fe02d1d89 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:42.168022 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-49d7bd4f-9802-434e-9ff8-93bad0db9430 admin admin] Request body: {'subnet': {'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-subnet', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:42.177491 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Publish callbacks [] for router_controller (613f666a-d877-47a4-8f18-408e89ed0fbf), precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.186366 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-abf8fc2f-48a2-4891-ad0c-82c1fcdd7424 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8439150 Mar 29 15:31:42.194586 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55753e-5ea2-458c-bb8d-d5af2d283c6b admin admin] Pushing event updated for resources: {'Network': ['ID=6af2c806-9c32-4a97-8072-598765883877,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:42.209854 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-462f7a3c-ed4b-4cc9-b840-d677b0ba07ce admin admin] Publish callbacks [] for security_group (92b0beb0-8b17-4ad5-8a28-634994b23d15), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.229408 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d7bd4f-9802-434e-9ff8-93bad0db9430 admin admin] Made reservation on behalf of f741faf07fb54ef2b7e833c09bc9f0fc for: {'subnet': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:42.233413 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-49d7bd4f-9802-434e-9ff8-93bad0db9430 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.253028 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network 6af2c806-9c32-4a97-8072-598765883877 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:31:42.273164 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:42.287109 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-462f7a3c-ed4b-4cc9-b840-d677b0ba07ce admin admin] Publish callbacks [] for security_group (92b0beb0-8b17-4ad5-8a28-634994b23d15), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.327618 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Pushing event updated for resources: {'Port': ['ID=7008da35-25e3-449c-9f5a-96202a4c05d6,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:42.349413 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:31:42.538279 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Attempting to bind port 7008da35-25e3-449c-9f5a-96202a4c05d6 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:31:42.538565 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Attempting to bind port 7008da35-25e3-449c-9f5a-96202a4c05d6 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:31:42.542884 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Attempting to bind port 7008da35-25e3-449c-9f5a-96202a4c05d6 on network 338732b2-ea3a-4739-8f59-c28fe02d1d89 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:31:42.554571 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.556291 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.556745 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.557166 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.557505 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.558369 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.558727 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.559127 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.559453 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.559788 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.560259 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.560791 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-462f7a3c-ed4b-4cc9-b840-d677b0ba07ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (92b0beb0-8b17-4ad5-8a28-634994b23d15), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.563725 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-462f7a3c-ed4b-4cc9-b840-d677b0ba07ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.565177 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.565685 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.566006 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.566358 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Tracked resource versions report: Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: pushed versions: Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: { 'AddressGroup': {'1.2'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Agent': {'1.1'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'ConntrackHelper': {'1.0'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Log': {'1.0'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'NDPProxy': {'1.0'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Network': {'1.1'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Port': {'1.7'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'PortForwarding': {'1.3'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'QosPolicy': {'1.10'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'SecurityGroup': {'1.5'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'SubPort': {'1.0'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Subnet': {'1.1'}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Trunk': {'1.1'}} Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: consumer versions: Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: { DHCP agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: HyperV agent@hv-cinder-79053: {}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: L3 agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: Metadata agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: Metering agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: Open vSwitch agent@dv-cinder-790535-36-iscsi: { 'AddressGroup': '1.2', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Agent': '1.1', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'ConntrackHelper': '1.0', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'LocalIPAssociation': '1.0', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Log': '1.0', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'NDPProxy': '1.0', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Network': '1.1', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Port': '1.7', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'PortForwarding': '1.3', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'QosPolicy': '1.10', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'SecurityGroup': '1.5', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'SecurityGroupRule': '1.2', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'SubPort': '1.0', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Subnet': '1.1', Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: 'Trunk': '1.1'}} Mar 29 15:31:42.567554 dv-cinder-790535-36-iscsi neutron-server[103132]: {{(pid=103132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:31:42.569844 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-462f7a3c-ed4b-4cc9-b840-d677b0ba07ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92b0beb0-8b17-4ad5-8a28-634994b23d15 HTTP/1.1" status: 204 len: 168 time: 0.6003213 Mar 29 15:31:42.608117 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f7a3c-ed4b-4cc9-b840-d677b0ba07ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b0beb0-8b17-4ad5-8a28-634994b23d15,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:42.693761 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:31:42.698955 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Publish callbacks [] for router_gateway (613f666a-d877-47a4-8f18-408e89ed0fbf), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.699969 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Checking segment: {'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:42.700661 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.703216 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Bound using segment: {'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:31:42.703934 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Bound port: 7008da35-25e3-449c-9f5a-96202a4c05d6, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:31:42.705876 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (7008da35-25e3-449c-9f5a-96202a4c05d6), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.737102 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-49d7bd4f-9802-434e-9ff8-93bad0db9430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for subnet (3c996c52-decf-419a-b06f-413a1a03acb7), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.783847 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7187af73-edd7-5929-ac62-d07c35f67c25-28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909'}]}} from dv-cinder-790535-36-iscsi. {{(pid=103132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:31:42.784696 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.853711 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a5967-2c3c-4512-b8d9-d35fc88b6d80 None None] Network fbfe1490-b39e-461c-b222-5195b4aecf57 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:42.859963 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2d5a214b-211c-499b-9bea-ff064d2c1e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:42.888114 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7bd4f-9802-434e-9ff8-93bad0db9430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c996c52-decf-419a-b06f-413a1a03acb7,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:42.927381 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7bd4f-9802-434e-9ff8-93bad0db9430 admin admin] Checking segment: {'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:42.927742 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7bd4f-9802-434e-9ff8-93bad0db9430 admin admin] Network hostable DHCP agents. Network: 6af2c806-9c32-4a97-8072-598765883877, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:31:42.978848 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7bd4f-9802-434e-9ff8-93bad0db9430 admin admin] Network 6af2c806-9c32-4a97-8072-598765883877 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:31:43.003774 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-49d7bd4f-9802-434e-9ff8-93bad0db9430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, 6af2c806-9c32-4a97-8072-598765883877) {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:43.013685 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7bd4f-9802-434e-9ff8-93bad0db9430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:43.014428 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-49d7bd4f-9802-434e-9ff8-93bad0db9430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:43.019218 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Publish callbacks [] for router_gateway (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:43.038836 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-49d7bd4f-9802-434e-9ff8-93bad0db9430 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8791630 Mar 29 15:31:43.049310 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45098) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:43.051078 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:43.058315 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:43.136728 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7344'] for router (7c60850a-e794-4213-a687-0c0e14235ba5), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:43.139477 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7353'] for router (7c60850a-e794-4213-a687-0c0e14235ba5), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:43.145544 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45112) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:43.148372 dv-cinder-790535-36-iscsi neutron-server[103131]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 15:31:43.264037 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Allocated IP 172.27.0.235 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/e529886b-4a7c-4021-9da0-d2495bacc97c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:31:43.320107 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] For port 7008da35-25e3-449c-9f5a-96202a4c05d6, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:31:43.324479 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] For port 7008da35-25e3-449c-9f5a-96202a4c05d6, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=7008da35-25e3-449c-9f5a-96202a4c05d6,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:31:43.423520 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Publish callbacks [] for router_controller (7c60850a-e794-4213-a687-0c0e14235ba5), precommit_add_association {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:43.450523 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ea494-e5f9-44a9-adc4-3c0fd2d82338 None None] Network 6af2c806-9c32-4a97-8072-598765883877 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:43.488530 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (7008da35-25e3-449c-9f5a-96202a4c05d6), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:43.547495 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Publish callbacks [] for router_gateway (613f666a-d877-47a4-8f18-408e89ed0fbf), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:43.591139 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-e4c74cb3-affc-49e5-866c-b97bf9929d63 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:43.592967 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-e4c74cb3-affc-49e5-866c-b97bf9929d63 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/networks?id=fbfe1490-b39e-461c-b222-5195b4aecf57 HTTP/1.1" status: 200 len: 812 time: 0.4459636 Mar 29 15:31:43.644437 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:43.669623 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec340e61-73d7-4027-84f0-c806ebae4483 None None] Pushing event updated for resources: {'Port': ['ID=7008da35-25e3-449c-9f5a-96202a4c05d6,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:43.716655 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Publish callbacks [] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:43.717424 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Allocated IP 172.20.0.2 (28e88c41-7b2e-46bf-9efb-43dc0aeca0ca/0709834a-b1e4-4d89-bb13-a71aabdc2909/0b598ca9-5475-4074-bd31-618d7425d5d1) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:31:43.804477 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7187af73-edd7-5929-ac62-d07c35f67c25-6af2c806-9c32-4a97-8072-598765883877', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7'}]}} from dv-cinder-790535-36-iscsi. {{(pid=103132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:31:43.805849 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:43.879225 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-e894e825-4983-40a9-9b3f-c77aa00979e7 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/quotas/7aa256e6808e457982135528b0109d81 HTTP/1.1" status: 200 len: 375 time: 0.2769454 Mar 29 15:31:43.953940 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.087559 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Publish callbacks [] for router_gateway (7c60850a-e794-4213-a687-0c0e14235ba5), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.109023 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-276d7c7c-131c-4150-8439-5eaae5ab832b tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7aa256e6808e457982135528b0109d81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2236109 Mar 29 15:31:44.133738 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:44.170375 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:44.179677 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:31:44.187900 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Allocated IP 172.27.0.10 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/c01d3d19-7762-44c2-8dab-8bb2502de7af) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:31:44.193541 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45194) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:44.263545 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Publish callbacks [] for port (0b598ca9-5475-4074-bd31-618d7425d5d1), precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.310404 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Allocated IP 172.20.0.2 (6af2c806-9c32-4a97-8072-598765883877/3c996c52-decf-419a-b06f-413a1a03acb7/0713b050-24c8-4e05-b808-f5316e6236e3) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:31:44.368968 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Pushing event updated for resources: {'Port': ['ID=e529886b-4a7c-4021-9da0-d2495bacc97c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:44.529326 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Publish callbacks [] for port (0713b050-24c8-4e05-b808-f5316e6236e3), precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.535121 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (0b598ca9-5475-4074-bd31-618d7425d5d1), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.541808 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Publish callbacks [] for router_gateway (7c60850a-e794-4213-a687-0c0e14235ba5), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.596763 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1617080776-network', 'tenant_id': 'd2921502a984404eb957db17fd0c9bde'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:44.601329 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.602048 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Pushing event updated for resources: {'Port': ['ID=0b598ca9-5475-4074-bd31-618d7425d5d1,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:44.605307 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.645241 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:44.659098 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:44.665546 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:31:44.673082 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Pushing event updated for resources: {'Port': ['ID=0713b050-24c8-4e05-b808-f5316e6236e3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:44.684717 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Network 6af2c806-9c32-4a97-8072-598765883877 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:44.710963 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Made reservation on behalf of d2921502a984404eb957db17fd0c9bde for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:44.714387 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.722091 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:44.723403 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Publish callbacks [] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.737251 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.743740 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bd795741-dbf3-4089-b9c4-77554e1e2922 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:31:44.748474 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45220) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:44.750603 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bd795741-dbf3-4089-b9c4-77554e1e2922 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3450356 Mar 29 15:31:44.756494 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:31:44.780252 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Attempting to bind port 0b598ca9-5475-4074-bd31-618d7425d5d1 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:31:44.780903 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Attempting to bind port 0b598ca9-5475-4074-bd31-618d7425d5d1 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:31:44.781473 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Attempting to bind port 0b598ca9-5475-4074-bd31-618d7425d5d1 on network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:31:44.788793 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:31:44.789575 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Checking segment: {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:44.790194 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.790851 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Bound using segment: {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:31:44.791533 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Bound port: 0b598ca9-5475-4074-bd31-618d7425d5d1, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:31:44.792783 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0b598ca9-5475-4074-bd31-618d7425d5d1), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.846169 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Publish callbacks [] for router_gateway (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.902145 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Attempting to bind port 0713b050-24c8-4e05-b808-f5316e6236e3 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:31:44.902508 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Attempting to bind port 0713b050-24c8-4e05-b808-f5316e6236e3 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:31:44.902863 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Attempting to bind port 0713b050-24c8-4e05-b808-f5316e6236e3 on network 6af2c806-9c32-4a97-8072-598765883877 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:31:44.917997 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:31:44.918224 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Checking segment: {'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:44.918620 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.919009 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Bound using segment: {'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:31:44.919481 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Bound port: 0713b050-24c8-4e05-b808-f5316e6236e3, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:31:44.919859 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:44.923311 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-3f913d50-f026-4c74-ad00-a8d2f67da836 service neutron] 10.222.0.18 "GET /v2.0/networks/fbfe1490-b39e-461c-b222-5195b4aecf57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688929 Mar 29 15:31:44.968905 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:45.033006 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9385953b-ff8a-42d9-a319-da4b40cadb8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:45.033671 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] For port 0b598ca9-5475-4074-bd31-618d7425d5d1, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:31:45.037449 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] For port 0b598ca9-5475-4074-bd31-618d7425d5d1, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=0b598ca9-5475-4074-bd31-618d7425d5d1,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:31:45.065372 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0b598ca9-5475-4074-bd31-618d7425d5d1), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:45.143110 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9385953b-ff8a-42d9-a319-da4b40cadb8e admin admin] Publish callbacks [] for security_group (1d59ca07-8d25-4c7e-989e-6deb79ae548e), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:45.156717 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f7c385c9-a203-4f27-b40a-028454e225c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:45.160188 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9385953b-ff8a-42d9-a319-da4b40cadb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (1d59ca07-8d25-4c7e-989e-6deb79ae548e), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:45.262751 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Allocated IP 172.27.0.120 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/3c86d247-0485-43d8-9964-6cce4e228de3) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:31:45.289800 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] For port 0713b050-24c8-4e05-b808-f5316e6236e3, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:31:45.294611 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6ee1b-64a4-460b-ae3b-88da275731dc None None] Pushing event updated for resources: {'Port': ['ID=0b598ca9-5475-4074-bd31-618d7425d5d1,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:45.313225 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] For port 0713b050-24c8-4e05-b808-f5316e6236e3, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=0713b050-24c8-4e05-b808-f5316e6236e3,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:31:45.317299 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:45.320886 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:45.322492 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-ca55b968-9d03-45f6-8e11-b0027c4a0dc2 service neutron] 10.222.0.18 "GET /v2.0/networks/fbfe1490-b39e-461c-b222-5195b4aecf57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919811 Mar 29 15:31:45.414724 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e687408-191d-41dc-8e19-3100db25bf4e None None] Network 338732b2-ea3a-4739-8f59-c28fe02d1d89 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:45.459884 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5626ec8-78c3-4228-b4f9-e10f3f019eb3 None None] Pushing event updated for resources: {'Port': ['ID=0713b050-24c8-4e05-b808-f5316e6236e3,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:45.482453 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Publish callbacks [] for security_group (aaa924d5-1d87-4a33-85ef-a2c17907c55f), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:45.499137 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Pushing event updated for resources: {'Port': ['ID=c01d3d19-7762-44c2-8dab-8bb2502de7af,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:45.533896 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:45.558691 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Publish callbacks [] for port (3c86d247-0485-43d8-9964-6cce4e228de3), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:45.564812 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (aaa924d5-1d87-4a33-85ef-a2c17907c55f), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:45.608371 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:45.615608 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385953b-ff8a-42d9-a319-da4b40cadb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d59ca07-8d25-4c7e-989e-6deb79ae548e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:45.628920 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:31:45.637765 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-54086fcf-ad19-494f-b6d9-84e03c71a110 None None] Provisioning complete for port 7008da35-25e3-449c-9f5a-96202a4c05d6 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:45.638163 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54086fcf-ad19-494f-b6d9-84e03c71a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (7008da35-25e3-449c-9f5a-96202a4c05d6), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:45.671868 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (3c86d247-0485-43d8-9964-6cce4e228de3), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:45.808130 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-9385953b-ff8a-42d9-a319-da4b40cadb8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de0ca8181c7e43c1b880a55689dc26f9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0553780 Mar 29 15:31:45.808753 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:31:45.812339 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:45.818084 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45264) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:45.826882 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:45.852261 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:31:46.046608 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-54086fcf-ad19-494f-b6d9-84e03c71a110 None None] Current status of the port 7008da35-25e3-449c-9f5a-96202a4c05d6 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:46.047223 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54086fcf-ad19-494f-b6d9-84e03c71a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (7008da35-25e3-449c-9f5a-96202a4c05d6), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.063557 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45276) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:46.130642 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.153640 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 0b598ca9-5475-4074-bd31-618d7425d5d1 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:46.174215 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1647c6e-a266-4b5b-aa44-1dd6c13392e1 req-000017b6-f8cf-4da8-adee-2fdd58c5a175 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 210 time: 0.3548143 Mar 29 15:31:46.183383 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (62e318eb-f691-4bc5-8b72-d1c8ac0683dd), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.183906 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.segments_db [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Added segment 62e318eb-f691-4bc5-8b72-d1c8ac0683dd of type vlan for network 40d99a6e-8a5b-4b68-9337-66031870c8d4 Mar 29 15:31:46.185166 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-54086fcf-ad19-494f-b6d9-84e03c71a110 None None] For port 7008da35-25e3-449c-9f5a-96202a4c05d6, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=7008da35-25e3-449c-9f5a-96202a4c05d6,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:46.211244 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54086fcf-ad19-494f-b6d9-84e03c71a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (7008da35-25e3-449c-9f5a-96202a4c05d6), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.223420 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Pushing event updated for resources: {'Port': ['ID=3c86d247-0485-43d8-9964-6cce4e228de3,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:46.226285 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c00b03dc-d9a2-4253-a989-6070ad21fbc9 admin admin] Publish callbacks [] for security_group (1d59ca07-8d25-4c7e-989e-6deb79ae548e), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.285799 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54086fcf-ad19-494f-b6d9-84e03c71a110 None None] Pushing event updated for resources: {'Port': ['ID=7008da35-25e3-449c-9f5a-96202a4c05d6,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:46.303804 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 0b598ca9-5475-4074-bd31-618d7425d5d1 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:46.304766 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0b598ca9-5475-4074-bd31-618d7425d5d1), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.391687 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa924d5-1d87-4a33-85ef-a2c17907c55f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:46.397403 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544022'] for router (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.437064 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 0b598ca9-5475-4074-bd31-618d7425d5d1 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:46.440809 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0b598ca9-5475-4074-bd31-618d7425d5d1), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.487888 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Publish callbacks [] for router_gateway (613f666a-d877-47a4-8f18-408e89ed0fbf), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.531986 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port 0b598ca9-5475-4074-bd31-618d7425d5d1, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=0b598ca9-5475-4074-bd31-618d7425d5d1,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:46.539579 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0b598ca9-5475-4074-bd31-618d7425d5d1), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.540821 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 7008da35-25e3-449c-9f5a-96202a4c05d6 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:46.601997 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c00b03dc-d9a2-4253-a989-6070ad21fbc9 admin admin] Publish callbacks [] for security_group (1d59ca07-8d25-4c7e-989e-6deb79ae548e), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.676501 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=0b598ca9-5475-4074-bd31-618d7425d5d1,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:46.713080 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-c19f0cd6-27a8-4698-83db-63a9ee5421e1 None None] Provisioning complete for port 7008da35-25e3-449c-9f5a-96202a4c05d6 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:46.713568 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c19f0cd6-27a8-4698-83db-63a9ee5421e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (7008da35-25e3-449c-9f5a-96202a4c05d6), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.746883 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Publish callbacks [] for router_gateway (7c60850a-e794-4213-a687-0c0e14235ba5), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.750006 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c00b03dc-d9a2-4253-a989-6070ad21fbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (1d59ca07-8d25-4c7e-989e-6deb79ae548e), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.752954 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c00b03dc-d9a2-4253-a989-6070ad21fbc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.754024 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-c00b03dc-d9a2-4253-a989-6070ad21fbc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d59ca07-8d25-4c7e-989e-6deb79ae548e HTTP/1.1" status: 204 len: 168 time: 0.8879905 Mar 29 15:31:46.782378 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 7008da35-25e3-449c-9f5a-96202a4c05d6 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:46.782874 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (7008da35-25e3-449c-9f5a-96202a4c05d6), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:46.919636 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b03dc-d9a2-4253-a989-6070ad21fbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d59ca07-8d25-4c7e-989e-6deb79ae548e,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:47.001763 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 7008da35-25e3-449c-9f5a-96202a4c05d6 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:47.010614 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c19f0cd6-27a8-4698-83db-63a9ee5421e1 None None] Current status of the port 7008da35-25e3-449c-9f5a-96202a4c05d6 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:47.035646 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (40d99a6e-8a5b-4b68-9337-66031870c8d4), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.076649 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e51582b-16b8-4141-a7af-c3409d00452a None None] Network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:47.179878 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7494-6f1f-4a7c-ba60-6de7d952857b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.212902 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544022'] for router (7c60850a-e794-4213-a687-0c0e14235ba5), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.320879 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (40d99a6e-8a5b-4b68-9337-66031870c8d4), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.322525 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:47.324137 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.330912 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45310) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:47.365035 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.365761 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 is scheduled to L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:31:47.367779 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3712dc9-451e-4e02-95e0-66af74214159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.378327 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0f8565-1584-474d-a59b-b0a7668c9376 None None] Network 6af2c806-9c32-4a97-8072-598765883877 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:47.430115 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-59ded557-3e34-40cf-bc56-89757ef6df66 req-287b6692-3e46-4aed-8f54-e05bc09be676 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 210 time: 0.0435014 Mar 29 15:31:47.436216 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-8298d2fa-efb2-4306-9557-71e8f8ac4f89 None None] Provisioning complete for port 0b598ca9-5475-4074-bd31-618d7425d5d1 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:47.436702 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8298d2fa-efb2-4306-9557-71e8f8ac4f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0b598ca9-5475-4074-bd31-618d7425d5d1), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.497294 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3008296 Mar 29 15:31:47.499746 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45314) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:47.506325 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-cc83e2ee-27bc-4738-935f-4b4d79bc42e5 admin admin] Request body: {'subnet': {'network_id': '40d99a6e-8a5b-4b68-9337-66031870c8d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1617080776-subnet', 'tenant_id': 'd2921502a984404eb957db17fd0c9bde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:47.518473 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673ab3f-17e0-4874-b9e2-03f82215f392 admin admin] Pushing event updated for resources: {'Network': ['ID=40d99a6e-8a5b-4b68-9337-66031870c8d4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:47.544517 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Router 7c60850a-e794-4213-a687-0c0e14235ba5 is scheduled to L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 with binding_index 1 {{(pid=103131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:31:47.548065 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc83e2ee-27bc-4738-935f-4b4d79bc42e5 admin admin] Made reservation on behalf of d2921502a984404eb957db17fd0c9bde for: {'subnet': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:47.550775 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cc83e2ee-27bc-4738-935f-4b4d79bc42e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.585884 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544022'] for router (613f666a-d877-47a4-8f18-408e89ed0fbf), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.622123 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network 40d99a6e-8a5b-4b68-9337-66031870c8d4 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:31:47.724992 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3712dc9-451e-4e02-95e0-66af74214159 admin admin] Publish callbacks [] for security_group (3983fd21-63ac-473a-8015-5cbd3459a76d), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.736044 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7494-6f1f-4a7c-ba60-6de7d952857b admin admin] Publish callbacks [] for security_group (d7e585f6-df05-4e2a-b413-049fdf8351d7), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.749659 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3712dc9-451e-4e02-95e0-66af74214159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (3983fd21-63ac-473a-8015-5cbd3459a76d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.779539 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7494-6f1f-4a7c-ba60-6de7d952857b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (d7e585f6-df05-4e2a-b413-049fdf8351d7), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.819898 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:31:47.832367 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Sync routers for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:31:47.846708 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8298d2fa-efb2-4306-9557-71e8f8ac4f89 None None] Current status of the port 0b598ca9-5475-4074-bd31-618d7425d5d1 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:47.869264 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3712dc9-451e-4e02-95e0-66af74214159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3983fd21-63ac-473a-8015-5cbd3459a76d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:47.882107 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:47.885066 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:31:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:47.895311 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:47.899813 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-9a1a52a1-c2a4-4daa-b76b-35d556246e62 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8467753 Mar 29 15:31:47.920220 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45320) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:47.920409 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:31:47.930195 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Sync routers for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:31:47.949953 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:47.950629 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:31:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:47.972821 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc7494-6f1f-4a7c-ba60-6de7d952857b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e585f6-df05-4e2a-b413-049fdf8351d7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:47.993272 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d3712dc9-451e-4e02-95e0-66af74214159 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b95f74cdb9bf481188d1955ed671cf83&name=default HTTP/1.1" status: 200 len: 2994 time: 0.6572227 Mar 29 15:31:47.993953 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45322) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:48.048668 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.053513 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-099b5366-7067-4cff-83c9-50e7dfbb9d34 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8262990 Mar 29 15:31:48.059893 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-4cbc7494-6f1f-4a7c-ba60-6de7d952857b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd7c143a6fd24cccaf02a11e62f83d9c&name=default HTTP/1.1" status: 200 len: 2994 time: 1.9910922 Mar 29 15:31:48.062761 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45324) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:48.067082 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45326) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:48.070541 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 0b598ca9-5475-4074-bd31-618d7425d5d1 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:48.128055 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cc83e2ee-27bc-4738-935f-4b4d79bc42e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for subnet (8e019169-e5fb-4e12-a138-3ba2c062d431), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.187411 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-c5857cd7-5471-4b84-ad5f-8d2f8567e678 None None] Provisioning complete for port 0713b050-24c8-4e05-b808-f5316e6236e3 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:48.187966 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5857cd7-5471-4b84-ad5f-8d2f8567e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.194985 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Router 613f666a-d877-47a4-8f18-408e89ed0fbf is scheduled to L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:31:48.209807 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:48.250078 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 0b598ca9-5475-4074-bd31-618d7425d5d1 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:48.250643 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0b598ca9-5475-4074-bd31-618d7425d5d1), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.280233 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83e2ee-27bc-4738-935f-4b4d79bc42e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e019169-e5fb-4e12-a138-3ba2c062d431,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:48.352443 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e12c740e-5a96-4296-ab5a-474c99a92977 admin admin] Publish callbacks [] for security_group (d7e585f6-df05-4e2a-b413-049fdf8351d7), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.362405 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c5857cd7-5471-4b84-ad5f-8d2f8567e678 None None] Current status of the port 0713b050-24c8-4e05-b808-f5316e6236e3 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:48.362846 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5857cd7-5471-4b84-ad5f-8d2f8567e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.386530 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:48.437884 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fed09f5-9643-43a6-a9eb-628d92812c50 admin admin] Publish callbacks [] for security_group (3983fd21-63ac-473a-8015-5cbd3459a76d), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.480393 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-c5857cd7-5471-4b84-ad5f-8d2f8567e678 None None] For port 0713b050-24c8-4e05-b808-f5316e6236e3, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=0713b050-24c8-4e05-b808-f5316e6236e3,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:48.527442 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fed09f5-9643-43a6-a9eb-628d92812c50 admin admin] Publish callbacks [] for security_group (3983fd21-63ac-473a-8015-5cbd3459a76d), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.565874 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:46Z', 'revision_number': 3, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:48.588501 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c5857cd7-5471-4b84-ad5f-8d2f8567e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.650850 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Checking router: 7c60850a-e794-4213-a687-0c0e14235ba5 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:31:48.651153 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Updating router 7c60850a-e794-4213-a687-0c0e14235ba5 port 3c86d247-0485-43d8-9964-6cce4e228de3 binding host dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:31:48.673494 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:31:48.702455 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3c86d247-0485-43d8-9964-6cce4e228de3), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.711834 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.714451 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83e2ee-27bc-4738-935f-4b4d79bc42e5 admin admin] Checking segment: {'id': '62e318eb-f691-4bc5-8b72-d1c8ac0683dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '40d99a6e-8a5b-4b68-9337-66031870c8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:48.714810 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83e2ee-27bc-4738-935f-4b4d79bc42e5 admin admin] Network hostable DHCP agents. Network: 40d99a6e-8a5b-4b68-9337-66031870c8d4, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:31:48.717509 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-ca242a0a-00f6-44f2-bb7d-5c26e3e9b6bb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7865782 Mar 29 15:31:48.718190 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45330) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:48.731711 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fed09f5-9643-43a6-a9eb-628d92812c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (3983fd21-63ac-473a-8015-5cbd3459a76d), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.736359 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fed09f5-9643-43a6-a9eb-628d92812c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.753952 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-9fed09f5-9643-43a6-a9eb-628d92812c50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3983fd21-63ac-473a-8015-5cbd3459a76d HTTP/1.1" status: 204 len: 168 time: 0.7205737 Mar 29 15:31:48.757223 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4c49bdd0-ff95-4dcf-b676-a69273506f9b req-66e82c9b-fae2-44ea-bb83-df209d8c1624 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 210 time: 0.1001573 Mar 29 15:31:48.767798 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5857cd7-5471-4b84-ad5f-8d2f8567e678 None None] Pushing event updated for resources: {'Port': ['ID=0713b050-24c8-4e05-b808-f5316e6236e3,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:48.795347 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 0b598ca9-5475-4074-bd31-618d7425d5d1 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:48.796848 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 0713b050-24c8-4e05-b808-f5316e6236e3 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:48.802993 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e12c740e-5a96-4296-ab5a-474c99a92977 admin admin] Publish callbacks [] for security_group (d7e585f6-df05-4e2a-b413-049fdf8351d7), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.817993 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.899810 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-9280f00d-9f7b-42e1-a684-7f1ffc193700 None None] Provisioning complete for port 0b598ca9-5475-4074-bd31-618d7425d5d1 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:48.900224 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9280f00d-9f7b-42e1-a684-7f1ffc193700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0b598ca9-5475-4074-bd31-618d7425d5d1), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:48.961116 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed09f5-9643-43a6-a9eb-628d92812c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3983fd21-63ac-473a-8015-5cbd3459a76d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:49.070498 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Sync routers for ids ['613f666a-d877-47a4-8f18-408e89ed0fbf'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:31:49.166736 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9280f00d-9f7b-42e1-a684-7f1ffc193700 None None] Current status of the port 0b598ca9-5475-4074-bd31-618d7425d5d1 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:49.169952 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:44Z', 'revision_number': 3, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:49.187130 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Routers {'613f666a-d877-47a4-8f18-408e89ed0fbf'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:49.187792 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:31:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['613f666a-d877-47a4-8f18-408e89ed0fbf'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:49.195264 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e12c740e-5a96-4296-ab5a-474c99a92977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (d7e585f6-df05-4e2a-b413-049fdf8351d7), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:49.197357 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e12c740e-5a96-4296-ab5a-474c99a92977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:49.199104 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-e12c740e-5a96-4296-ab5a-474c99a92977 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7e585f6-df05-4e2a-b413-049fdf8351d7 HTTP/1.1" status: 204 len: 168 time: 1.1170478 Mar 29 15:31:49.199772 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83e2ee-27bc-4738-935f-4b4d79bc42e5 admin admin] Network 40d99a6e-8a5b-4b68-9337-66031870c8d4 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:31:49.218743 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Checking router: a4f12b8f-0258-4807-bcfe-1e7d00be0e09 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:31:49.219287 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Updating router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 port e529886b-4a7c-4021-9da0-d2495bacc97c binding host dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:31:49.221551 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 0713b050-24c8-4e05-b808-f5316e6236e3 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:49.221760 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:49.231751 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:49.252230 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c740e-5a96-4296-ab5a-474c99a92977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e585f6-df05-4e2a-b413-049fdf8351d7,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:49.255745 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-cc83e2ee-27bc-4738-935f-4b4d79bc42e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, 40d99a6e-8a5b-4b68-9337-66031870c8d4) {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:49.260227 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc83e2ee-27bc-4738-935f-4b4d79bc42e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:49.262551 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cc83e2ee-27bc-4738-935f-4b4d79bc42e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:49.312556 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75ee238-12d0-4292-85a9-061876b88b4d None None] Network 40d99a6e-8a5b-4b68-9337-66031870c8d4 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:49.312745 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-cc83e2ee-27bc-4738-935f-4b4d79bc42e5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8030360 Mar 29 15:31:49.359940 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-9280f00d-9f7b-42e1-a684-7f1ffc193700 None None] Provisioning complete for port 0713b050-24c8-4e05-b808-f5316e6236e3 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:49.361046 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9280f00d-9f7b-42e1-a684-7f1ffc193700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:49.431336 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 0713b050-24c8-4e05-b808-f5316e6236e3 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:49.432339 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 7008da35-25e3-449c-9f5a-96202a4c05d6 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:49.439518 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:49.486806 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Publish callbacks [] for port (3c86d247-0485-43d8-9964-6cce4e228de3), precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:49.509817 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (3c86d247-0485-43d8-9964-6cce4e228de3), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:49.525662 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.31', 52029) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:49.660724 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Pushing event updated for resources: {'Port': ['ID=3c86d247-0485-43d8-9964-6cce4e228de3,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:49.668625 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Attempting to bind port 3c86d247-0485-43d8-9964-6cce4e228de3 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:31:49.669038 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Attempting to bind port 3c86d247-0485-43d8-9964-6cce4e228de3 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:31:49.669415 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Attempting to bind port 3c86d247-0485-43d8-9964-6cce4e228de3 on network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:31:49.688475 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.688740 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.690927 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.691288 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.691621 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.691954 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.694040 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.694389 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.694856 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.695295 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.695405 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.695725 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.696050 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.696718 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.696718 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Tracked resource versions report: Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: pushed versions: Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: { 'AddressGroup': {'1.2'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Agent': {'1.1'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'ConntrackHelper': {'1.0'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Log': {'1.0'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'NDPProxy': {'1.0'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Network': {'1.1'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Port': {'1.7'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'PortForwarding': {'1.3'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'QosPolicy': {'1.10'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'SecurityGroup': {'1.5'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'SubPort': {'1.0'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Subnet': {'1.1'}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Trunk': {'1.1'}} Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: consumer versions: Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: { DHCP agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: HyperV agent@hv-cinder-79053: {}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: L3 agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: Metadata agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: Metering agent@dv-cinder-790535-36-iscsi: {}, Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: Open vSwitch agent@dv-cinder-790535-36-iscsi: { 'AddressGroup': '1.2', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Agent': '1.1', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'ConntrackHelper': '1.0', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'LocalIPAssociation': '1.0', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Log': '1.0', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'NDPProxy': '1.0', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Network': '1.1', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Port': '1.7', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'PortForwarding': '1.3', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'QosPolicy': '1.10', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'SecurityGroup': '1.5', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'SecurityGroupRule': '1.2', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'SubPort': '1.0', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Subnet': '1.1', Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: 'Trunk': '1.1'}} Mar 29 15:31:49.702593 dv-cinder-790535-36-iscsi neutron-server[103133]: {{(pid=103133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:31:49.707096 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:31:49.707473 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Checking segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:49.707891 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:49.708249 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Bound using segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:31:49.708853 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Bound port: 3c86d247-0485-43d8-9964-6cce4e228de3, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:31:49.709112 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3c86d247-0485-43d8-9964-6cce4e228de3), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:49.726333 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Set router 613f666a-d877-47a4-8f18-408e89ed0fbf gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:49.747841 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24427e3b-bf60-4f9f-96c7-d5a4293a6e3a None None] Network 40d99a6e-8a5b-4b68-9337-66031870c8d4 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:49.831440 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Allocated IP 172.20.0.1 (338732b2-ea3a-4739-8f59-c28fe02d1d89/367b68cf-8773-4f3b-bc3f-07941870df7d/514ac640-5aac-4daf-88d1-a541a7d8ce7e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:31:49.970122 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dbcc8f97-d5cb-41ab-abf2-b3a748e23710 req-36f35b6a-84d1-435c-b546-54ab4f74d37d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 210 time: 0.0723653 Mar 29 15:31:50.044233 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:50.061877 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] For port 3c86d247-0485-43d8-9964-6cce4e228de3, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:31:50.072733 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] For port 3c86d247-0485-43d8-9964-6cce4e228de3, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=3c86d247-0485-43d8-9964-6cce4e228de3,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:31:50.097865 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (3c86d247-0485-43d8-9964-6cce4e228de3), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:50.106535 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9280f00d-9f7b-42e1-a684-7f1ffc193700 None None] Current status of the port 0713b050-24c8-4e05-b808-f5316e6236e3 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:50.115846 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 7008da35-25e3-449c-9f5a-96202a4c05d6 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:50.116389 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (7008da35-25e3-449c-9f5a-96202a4c05d6), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:50.208530 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-a7eed22e-a238-4f7a-9601-7ee64bdbb6bb tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:50.215344 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-a7eed22e-a238-4f7a-9601-7ee64bdbb6bb tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.31 "GET /v2.0/networks?id=fbfe1490-b39e-461c-b222-5195b4aecf57 HTTP/1.1" status: 200 len: 812 time: 0.6852319 Mar 29 15:31:50.223266 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed068f6-9fcc-4fb0-938b-1cccd5d16d47 None None] Pushing event updated for resources: {'Port': ['ID=3c86d247-0485-43d8-9964-6cce4e228de3,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:50.226157 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:50.226821 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:31:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:50.262609 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:50.278966 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-c03960d0-3601-49bc-9335-ca66f66df466 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Request body: {'port': {'device_id': '93adc086-0754-48f7-8ce0-2529ce14acac', 'network_id': 'fbfe1490-b39e-461c-b222-5195b4aecf57', 'admin_state_up': True, 'tenant_id': '7aa256e6808e457982135528b0109d81'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:50.379732 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:46Z', 'revision_number': 3, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:50.424822 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Checking router: 613f666a-d877-47a4-8f18-408e89ed0fbf for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:31:50.425491 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Updating router 613f666a-d877-47a4-8f18-408e89ed0fbf port c01d3d19-7762-44c2-8dab-8bb2502de7af binding host dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:31:50.471714 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:50.493397 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Publish callbacks [] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:50.552847 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Publish callbacks [] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:50.598764 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:50.718172 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:50.799318 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Attempting to bind port e529886b-4a7c-4021-9da0-d2495bacc97c on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:31:50.803190 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Attempting to bind port e529886b-4a7c-4021-9da0-d2495bacc97c by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:31:50.803565 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Attempting to bind port e529886b-4a7c-4021-9da0-d2495bacc97c on network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:31:50.809160 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Allocated IP 172.20.0.1 (6af2c806-9c32-4a97-8072-598765883877/3c996c52-decf-419a-b06f-413a1a03acb7/ef845583-a409-4151-9f12-802d7cd97775) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:31:50.844342 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240abed-72d3-476d-a50d-154b5c00d8ae None None] Pushing event updated for resources: {'Port': ['ID=e529886b-4a7c-4021-9da0-d2495bacc97c,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:50.849693 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 7008da35-25e3-449c-9f5a-96202a4c05d6 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:50.851971 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:31:50.852350 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Checking segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:50.852746 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:50.853168 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Bound using segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:31:50.853981 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Bound port: e529886b-4a7c-4021-9da0-d2495bacc97c, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:31:50.854187 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:50.906655 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:50.940616 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-c03960d0-3601-49bc-9335-ca66f66df466 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Made reservation on behalf of 7aa256e6808e457982135528b0109d81 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:50.950180 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-c03960d0-3601-49bc-9335-ca66f66df466 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:50.994843 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] For port e529886b-4a7c-4021-9da0-d2495bacc97c, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:31:51.004013 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] For port e529886b-4a7c-4021-9da0-d2495bacc97c, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=e529886b-4a7c-4021-9da0-d2495bacc97c,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:31:51.005025 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Network 338732b2-ea3a-4739-8f59-c28fe02d1d89 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:51.012692 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:51.020952 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:51.023666 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:31:51.024291 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543681'] for router_interface (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:51.098851 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:46Z', 'revision_number': 3, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:51.130825 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Publish callbacks [] for port (ef845583-a409-4151-9f12-802d7cd97775), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:51.187809 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 0713b050-24c8-4e05-b808-f5316e6236e3 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:51.200439 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (ef845583-a409-4151-9f12-802d7cd97775), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:51.264312 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3b14155b-1878-4d06-b38f-084113296f55 req-c6b3c0f3-5d18-4d45-a337-a4c9cda85c51 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 210 time: 0.0870845 Mar 29 15:31:51.276760 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Network 6af2c806-9c32-4a97-8072-598765883877 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:51.288389 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240abed-72d3-476d-a50d-154b5c00d8ae None None] Pushing event updated for resources: {'Port': ['ID=e529886b-4a7c-4021-9da0-d2495bacc97c,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:51.299329 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Pushing event updated for resources: {'Port': ['ID=514ac640-5aac-4daf-88d1-a541a7d8ce7e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:51.321911 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:51.340059 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:31:51.340616 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543681'] for router_interface (7c60850a-e794-4213-a687-0c0e14235ba5), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:51.364893 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 0713b050-24c8-4e05-b808-f5316e6236e3 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:51.367775 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:51.470609 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629ba84-3886-411f-bc62-8d614ced0d33 None None] The sync data for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi is: [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:46Z', 'revision_number': 3, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:31:51.508535 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:51.508535 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:31:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:51.750409 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45448) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:51.763878 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Publish callbacks [] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:51.780363 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:51.976499 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-c03960d0-3601-49bc-9335-ca66f66df466 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Allocated IP 172.20.0.6 (fbfe1490-b39e-461c-b222-5195b4aecf57/6ec71bee-13f8-4eb4-9bb3-f8816865154c/e627d048-b839-4a35-baf6-8add4f759ba3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:31:52.006643 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2988f-3c10-4d8c-a6d8-279d7ebc0c2a None None] Pushing event updated for resources: {'Port': ['ID=c01d3d19-7762-44c2-8dab-8bb2502de7af,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:52.025553 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Attempting to bind port c01d3d19-7762-44c2-8dab-8bb2502de7af on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:31:52.029492 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Attempting to bind port c01d3d19-7762-44c2-8dab-8bb2502de7af by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:31:52.030530 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Attempting to bind port c01d3d19-7762-44c2-8dab-8bb2502de7af on network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:31:52.049795 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:31:52.050930 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Checking segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:52.053705 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:52.054325 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Bound using segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:31:52.057753 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Bound port: c01d3d19-7762-44c2-8dab-8bb2502de7af, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:31:52.058522 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:52.105381 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:52.132984 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:52.221273 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] For port c01d3d19-7762-44c2-8dab-8bb2502de7af, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:31:52.227549 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] For port c01d3d19-7762-44c2-8dab-8bb2502de7af, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=c01d3d19-7762-44c2-8dab-8bb2502de7af,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:31:52.244229 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:52.244459 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-514b78b7-baca-4eb0-9947-d561978f1959 None None] Provisioning complete for port 514ac640-5aac-4daf-88d1-a541a7d8ce7e triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:52.245884 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-514b78b7-baca-4eb0-9947-d561978f1959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:52.347334 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456197599-network', 'tenant_id': 'ff0c6b655ccb442495bd18b736fe9202'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:52.363061 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-514b78b7-baca-4eb0-9947-d561978f1959 None None] Port 514ac640-5aac-4daf-88d1-a541a7d8ce7e cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:31:52.383587 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Allocated IP 172.20.0.1 (28e88c41-7b2e-46bf-9efb-43dc0aeca0ca/0709834a-b1e4-4d89-bb13-a71aabdc2909/f6720a9f-64bb-4000-bb12-3f41b1aa4d8f) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:31:52.408267 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef845583-a409-4151-9f12-802d7cd97775,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:52.472134 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Routers {'613f666a-d877-47a4-8f18-408e89ed0fbf'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:52.472780 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:31:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['613f666a-d877-47a4-8f18-408e89ed0fbf'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:52.485736 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2988f-3c10-4d8c-a6d8-279d7ebc0c2a None None] Pushing event updated for resources: {'Port': ['ID=c01d3d19-7762-44c2-8dab-8bb2502de7af,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:52.550573 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 0713b050-24c8-4e05-b808-f5316e6236e3 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:52.600411 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-86419122-bf81-40a7-9ecb-119de4e4ef63 None None] Provisioning complete for port ef845583-a409-4151-9f12-802d7cd97775 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:52.601212 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86419122-bf81-40a7-9ecb-119de4e4ef63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ef845583-a409-4151-9f12-802d7cd97775), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:52.714640 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-86419122-bf81-40a7-9ecb-119de4e4ef63 None None] Port ef845583-a409-4151-9f12-802d7cd97775 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:31:52.797663 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Made reservation on behalf of ff0c6b655ccb442495bd18b736fe9202 for: {'network': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:52.798410 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:52.891402 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Publish callbacks [] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:52.900527 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45470) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:52.904800 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] Set router 613f666a-d877-47a4-8f18-408e89ed0fbf gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:52.923362 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:52.924478 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543573'] for router_interface (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:52.924902 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:53.060231 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:44Z', 'revision_number': 3, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:53.128073 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 3c86d247-0485-43d8-9964-6cce4e228de3 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:53.131425 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dbedb9-14ee-4091-95f1-6ca0305456af None None] The sync data for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi is: [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:44Z', 'revision_number': 3, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:31:53.145257 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d4e5ec5a-baa5-45f7-8ff1-eaa0719936e7 req-700519ea-d468-475f-ab88-0d0bab535f9c tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 210 time: 0.3209178 Mar 29 15:31:53.231989 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 3c86d247-0485-43d8-9964-6cce4e228de3 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:53.232486 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (3c86d247-0485-43d8-9964-6cce4e228de3), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:53.248440 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Pushing event updated for resources: {'Port': ['ID=514ac640-5aac-4daf-88d1-a541a7d8ce7e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:53.332149 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Publish callbacks [] for security_group (5a75c250-50f4-48f8-9e15-d30442d5a065), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:53.388438 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ef845583-a409-4151-9f12-802d7cd97775), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:53.476417 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (5a75c250-50f4-48f8-9e15-d30442d5a065), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:53.494430 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:46Z', 'revision_number': 3, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:53.520208 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 3c86d247-0485-43d8-9964-6cce4e228de3 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:53.520608 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3c86d247-0485-43d8-9964-6cce4e228de3), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:53.536508 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ff918c3-c0da-4744-8b35-9bd4b2f10ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:53.573825 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b2183-bc11-4e92-b5a3-1aaafc68986f None None] The sync data for ids ['613f666a-d877-47a4-8f18-408e89ed0fbf'] in dv-cinder-790535-36-iscsi is: [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:46Z', 'revision_number': 3, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:31:53.590700 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port 3c86d247-0485-43d8-9964-6cce4e228de3, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=3c86d247-0485-43d8-9964-6cce4e228de3,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:53.607017 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (3c86d247-0485-43d8-9964-6cce4e228de3), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:53.684970 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:31:53.809168 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=3c86d247-0485-43d8-9964-6cce4e228de3,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:53.895972 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a75c250-50f4-48f8-9e15-d30442d5a065,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:53.903831 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (9b6b3730-ac07-42a7-a842-8b5eba33f521), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:53.904240 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.segments_db [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Added segment 9b6b3730-ac07-42a7-a842-8b5eba33f521 of type vlan for network b4e3cf98-1584-44e2-a577-5f537d951265 Mar 29 15:31:54.047033 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (b4e3cf98-1584-44e2-a577-5f537d951265), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:54.051823 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Publish callbacks [] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:54.058769 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ff918c3-c0da-4744-8b35-9bd4b2f10ab2 admin admin] Publish callbacks [] for security_group (4dd4dd31-57d8-46ea-8cfa-74041f0dc40a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:54.086393 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Network 338732b2-ea3a-4739-8f59-c28fe02d1d89 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:54.102939 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ff918c3-c0da-4744-8b35-9bd4b2f10ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4dd4dd31-57d8-46ea-8cfa-74041f0dc40a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:54.152469 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:54.282249 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-4ff918c3-c0da-4744-8b35-9bd4b2f10ab2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d77b5b061c7c4fe1915ba220ce831a32&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3799572 Mar 29 15:31:54.291179 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-c03960d0-3601-49bc-9335-ca66f66df466 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Publish callbacks [] for port (e627d048-b839-4a35-baf6-8add4f759ba3), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:54.324093 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45498) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:54.391977 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:54.519813 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (b4e3cf98-1584-44e2-a577-5f537d951265), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:54.534468 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:54.535210 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:54.616202 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45504) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:54.629713 dv-cinder-790535-36-iscsi neutron-server[103130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 15:31:54.696690 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff918c3-c0da-4744-8b35-9bd4b2f10ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd4dd31-57d8-46ea-8cfa-74041f0dc40a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:54.707216 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] Pushing event updated for resources: {'Network': ['ID=b4e3cf98-1584-44e2-a577-5f537d951265,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:54.732672 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:54.745371 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:54.779718 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:31:54.781294 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543681'] for router_interface (613f666a-d877-47a4-8f18-408e89ed0fbf), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:54.825900 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network b4e3cf98-1584-44e2-a577-5f537d951265 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:31:54.848180 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ba577a9e-4a29-4ab3-bdec-efac8ae324aa req-262ba956-8536-4981-83fd-9a09756b23e2 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 210 time: 0.2290530 Mar 29 15:31:55.016186 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-41c5dbb9-943c-4714-8b2c-d718892a09d1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2457886 Mar 29 15:31:55.022242 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45514) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:55.024067 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-6b31faac-0643-4cc5-aeab-9aead9edd85e None None] Provisioning complete for port 514ac640-5aac-4daf-88d1-a541a7d8ce7e triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:55.025794 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6b31faac-0643-4cc5-aeab-9aead9edd85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.031447 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2812cf7e-7d50-4726-9f4c-8ec2c96db5a1 admin admin] Request body: {'subnet': {'network_id': 'b4e3cf98-1584-44e2-a577-5f537d951265', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456197599-subnet', 'tenant_id': 'ff0c6b655ccb442495bd18b736fe9202', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:55.142919 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f888be6e-cdf7-4411-b1da-b82cab53d51b admin admin] Publish callbacks [] for security_group (4dd4dd31-57d8-46ea-8cfa-74041f0dc40a), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.171654 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-c03960d0-3601-49bc-9335-ca66f66df466 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (e627d048-b839-4a35-baf6-8add4f759ba3), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.192916 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6b31faac-0643-4cc5-aeab-9aead9edd85e None None] Port 514ac640-5aac-4daf-88d1-a541a7d8ce7e cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:31:55.334340 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Publish callbacks [] for port (ef845583-a409-4151-9f12-802d7cd97775), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.345466 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Pushing event updated for resources: {'Port': ['ID=f6720a9f-64bb-4000-bb12-3f41b1aa4d8f,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:55.350820 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ef845583-a409-4151-9f12-802d7cd97775), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.351800 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543573'] for router_interface (7c60850a-e794-4213-a687-0c0e14235ba5), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.465583 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 3c86d247-0485-43d8-9964-6cce4e228de3 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:55.596276 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2812cf7e-7d50-4726-9f4c-8ec2c96db5a1 admin admin] Made reservation on behalf of ff0c6b655ccb442495bd18b736fe9202 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:31:55.600767 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2812cf7e-7d50-4726-9f4c-8ec2c96db5a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.625282 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f888be6e-cdf7-4411-b1da-b82cab53d51b admin admin] Publish callbacks [] for security_group (4dd4dd31-57d8-46ea-8cfa-74041f0dc40a), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.630877 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-2a2c711b-848e-48e2-a971-acbea42d1577 None None] Provisioning complete for port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:55.633700 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2a2c711b-848e-48e2-a971-acbea42d1577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.680762 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03960d0-3601-49bc-9335-ca66f66df466 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Pushing event updated for resources: {'Port': ['ID=e627d048-b839-4a35-baf6-8add4f759ba3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:55.750016 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 3c86d247-0485-43d8-9964-6cce4e228de3 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:55.750016 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (3c86d247-0485-43d8-9964-6cce4e228de3), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.789571 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-c03960d0-3601-49bc-9335-ca66f66df466 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Network fbfe1490-b39e-461c-b222-5195b4aecf57 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:55.792235 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:31:55.796357 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-c03960d0-3601-49bc-9335-ca66f66df466 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:55.802330 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-c03960d0-3601-49bc-9335-ca66f66df466 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:31:55.808135 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-c03960d0-3601-49bc-9335-ca66f66df466 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:55.809201 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-c03960d0-3601-49bc-9335-ca66f66df466 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for port (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.881949 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef845583-a409-4151-9f12-802d7cd97775,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:55.883482 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c711b-848e-48e2-a971-acbea42d1577 None None] Port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:31:55.908408 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.917863 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f888be6e-cdf7-4411-b1da-b82cab53d51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4dd4dd31-57d8-46ea-8cfa-74041f0dc40a), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.920819 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f888be6e-cdf7-4411-b1da-b82cab53d51b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:55.941272 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-f888be6e-cdf7-4411-b1da-b82cab53d51b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4dd4dd31-57d8-46ea-8cfa-74041f0dc40a HTTP/1.1" status: 204 len: 168 time: 1.6085038 Mar 29 15:31:56.003309 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 3c86d247-0485-43d8-9964-6cce4e228de3 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:56.006848 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device e529886b-4a7c-4021-9da0-d2495bacc97c up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:56.137960 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port e529886b-4a7c-4021-9da0-d2495bacc97c triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:56.138349 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:56.210886 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Network 6af2c806-9c32-4a97-8072-598765883877 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:56.220191 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-c03960d0-3601-49bc-9335-ca66f66df466 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9527895 Mar 29 15:31:56.312568 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port e529886b-4a7c-4021-9da0-d2495bacc97c is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:56.313245 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:56.335785 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888be6e-cdf7-4411-b1da-b82cab53d51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd4dd31-57d8-46ea-8cfa-74041f0dc40a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:56.357296 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-81d154eb-18b3-4bc2-9c28-e45c95f40fc2 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:31:56.361814 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-81d154eb-18b3-4bc2-9c28-e45c95f40fc2 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0303466 Mar 29 15:31:56.370726 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:56.386456 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port e529886b-4a7c-4021-9da0-d2495bacc97c, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=e529886b-4a7c-4021-9da0-d2495bacc97c,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:56.394398 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:56.412560 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device c01d3d19-7762-44c2-8dab-8bb2502de7af up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:56.556852 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=e529886b-4a7c-4021-9da0-d2495bacc97c,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:56.638717 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port c01d3d19-7762-44c2-8dab-8bb2502de7af triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:56.645705 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:56.742168 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:31:56.745559 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2812cf7e-7d50-4726-9f4c-8ec2c96db5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for subnet (acab1766-8027-404b-b46e-6086ba2badb7), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:56.756917 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-948909b5-d792-4c28-8dac-4b0e344c698e admin admin] 10.222.0.18 "PUT /v2.0/routers/a4f12b8f-0258-4807-bcfe-1e7d00be0e09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6846464 Mar 29 15:31:56.813069 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812cf7e-7d50-4726-9f4c-8ec2c96db5a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acab1766-8027-404b-b46e-6086ba2badb7,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:56.859028 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2812cf7e-7d50-4726-9f4c-8ec2c96db5a1 admin admin] Checking segment: {'id': '9b6b3730-ac07-42a7-a842-8b5eba33f521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b4e3cf98-1584-44e2-a577-5f537d951265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:31:56.860534 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2812cf7e-7d50-4726-9f4c-8ec2c96db5a1 admin admin] Network hostable DHCP agents. Network: b4e3cf98-1584-44e2-a577-5f537d951265, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:31:56.889876 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Publish callbacks [] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:56.890679 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2812cf7e-7d50-4726-9f4c-8ec2c96db5a1 admin admin] Network b4e3cf98-1584-44e2-a577-5f537d951265 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:31:56.913362 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-2812cf7e-7d50-4726-9f4c-8ec2c96db5a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, b4e3cf98-1584-44e2-a577-5f537d951265) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:56.923312 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:56.923701 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2812cf7e-7d50-4726-9f4c-8ec2c96db5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:56.924012 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543573'] for router_interface (613f666a-d877-47a4-8f18-408e89ed0fbf), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:56.925553 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2812cf7e-7d50-4726-9f4c-8ec2c96db5a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:56.944365 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c244e-c417-46b9-abdd-93b8f9efe1fb None None] Network b4e3cf98-1584-44e2-a577-5f537d951265 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:56.968774 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-2812cf7e-7d50-4726-9f4c-8ec2c96db5a1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9422603 Mar 29 15:31:56.975518 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-ef7eb5c1-ea92-44f2-a7d3-1ce7a0cdab29 None None] Provisioning complete for port ef845583-a409-4151-9f12-802d7cd97775 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:56.976165 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb5c1-ea92-44f2-a7d3-1ce7a0cdab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ef845583-a409-4151-9f12-802d7cd97775), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:57.058360 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaa143-14bf-47c2-97b1-17597cb1a11a req-a072f399-6e06-4088-8782-d2ccec43c544 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:31:57.060517 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a3aaa143-14bf-47c2-97b1-17597cb1a11a req-a072f399-6e06-4088-8782-d2ccec43c544 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 931 time: 0.5325313 Mar 29 15:31:57.330594 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Pushing event updated for resources: {'Port': ['ID=f6720a9f-64bb-4000-bb12-3f41b1aa4d8f,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:57.374043 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-ef7eb5c1-ea92-44f2-a7d3-1ce7a0cdab29 None None] Port ef845583-a409-4151-9f12-802d7cd97775 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:31:57.380915 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port c01d3d19-7762-44c2-8dab-8bb2502de7af is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:57.384133 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Router 7c60850a-e794-4213-a687-0c0e14235ba5 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:31:57.392631 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:57.458602 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port c01d3d19-7762-44c2-8dab-8bb2502de7af, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=c01d3d19-7762-44c2-8dab-8bb2502de7af,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:31:57.474835 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:57.535611 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:31:57.542464 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Sync routers for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:31:57.557509 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:31:57.561854 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5db452-73fc-400a-89ad-6fbd88b7dd90 None None] Network b4e3cf98-1584-44e2-a577-5f537d951265 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:31:57.774906 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device e529886b-4a7c-4021-9da0-d2495bacc97c up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:31:57.794678 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45580) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:57.960573 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Request body: {'port': {'device_id': '93adc086-0754-48f7-8ce0-2529ce14acac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:58.001804 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45584) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:58.158516 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a77f3b-ea94-45ee-9e9d-f26fb5da6d0e admin admin] Deleting subnet 8e019169-e5fb-4e12-a138-3ba2c062d431 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:31:58.194781 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7a77f3b-ea94-45ee-9e9d-f26fb5da6d0e admin admin] Publish callbacks [] for subnet (8e019169-e5fb-4e12-a138-3ba2c062d431), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:58.362844 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=c01d3d19-7762-44c2-8dab-8bb2502de7af,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:58.376658 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:58.378269 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:31:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:58.411590 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-960c0232-fe8d-45da-89fe-5862763677ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:58.426533 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e627d048-b839-4a35-baf6-8add4f759ba3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:58.481474 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7a77f3b-ea94-45ee-9e9d-f26fb5da6d0e admin admin] Publish callbacks [] for subnet (8e019169-e5fb-4e12-a138-3ba2c062d431), precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:58.500139 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a3aaa143-14bf-47c2-97b1-17597cb1a11a req-45235ab2-f88b-43eb-84d5-854717322a3c tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4302669 Mar 29 15:31:58.539096 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7a77f3b-ea94-45ee-9e9d-f26fb5da6d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (8e019169-e5fb-4e12-a138-3ba2c062d431), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:58.551453 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:31:58.561522 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Sync routers for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:31:58.567246 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-097c145c-b2b9-4100-a290-d2fdc07391a7 admin admin] 10.222.0.18 "PUT /v2.0/routers/7c60850a-e794-4213-a687-0c0e14235ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6498456 Mar 29 15:31:58.591801 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:58.596105 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:31:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:58.601093 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Router 613f666a-d877-47a4-8f18-408e89ed0fbf has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:31:58.617667 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45604) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:58.731549 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-0c8d519b-1fbf-4468-98a1-5c353f31c7cf None None] Provisioning complete for port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:58.735868 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0c8d519b-1fbf-4468-98a1-5c353f31c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:58.812100 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port e529886b-4a7c-4021-9da0-d2495bacc97c triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:31:58.812528 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:58.875017 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:58.987021 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:31:59.020050 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfc3815c-d419-428b-85bb-9d22fd2ec99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.073859 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:31:59.122430 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-f33090fa-b37e-4f35-b149-ab6521255710 admin admin] 10.222.0.18 "PUT /v2.0/routers/613f666a-d877-47a4-8f18-408e89ed0fbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3830764 Mar 29 15:31:59.131745 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Sync routers for ids ['613f666a-d877-47a4-8f18-408e89ed0fbf'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:31:59.147310 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7a77f3b-ea94-45ee-9e9d-f26fb5da6d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for subnet (8e019169-e5fb-4e12-a138-3ba2c062d431), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.151954 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d519b-1fbf-4468-98a1-5c353f31c7cf None None] Port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:31:59.224382 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a77f3b-ea94-45ee-9e9d-f26fb5da6d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e019169-e5fb-4e12-a138-3ba2c062d431,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:31:59.236879 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7a77f3b-ea94-45ee-9e9d-f26fb5da6d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.241520 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-c7a77f3b-ea94-45ee-9e9d-f26fb5da6d0e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8e019169-e5fb-4e12-a138-3ba2c062d431 HTTP/1.1" status: 204 len: 168 time: 1.4458637 Mar 29 15:31:59.245501 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45620) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:59.315862 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-960c0232-fe8d-45da-89fe-5862763677ad admin admin] Publish callbacks [] for security_group (6b490ab3-de5d-445d-853e-4d148389ab73), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.337383 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-960c0232-fe8d-45da-89fe-5862763677ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (6b490ab3-de5d-445d-853e-4d148389ab73), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.527147 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45622) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:31:59.562189 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-8eeea5ab-3619-43bd-abd8-b0c9a16fcefe tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--794769496', 'description': 'tempest-description--17936254'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:31:59.602506 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (40d99a6e-8a5b-4b68-9337-66031870c8d4), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.622461 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Routers {'613f666a-d877-47a4-8f18-408e89ed0fbf'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:31:59.626623 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:31:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['613f666a-d877-47a4-8f18-408e89ed0fbf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:59.736699 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 2, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:59.785682 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfc3815c-d419-428b-85bb-9d22fd2ec99f admin admin] Publish callbacks [] for security_group (4803ee3b-e312-4c88-8d1d-c185295abb16), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.847417 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Checking router: 7c60850a-e794-4213-a687-0c0e14235ba5 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:31:59.847767 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Updating router 7c60850a-e794-4213-a687-0c0e14235ba5 port ef845583-a409-4151-9f12-802d7cd97775 binding host dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:31:59.865339 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8eeea5ab-3619-43bd-abd8-b0c9a16fcefe tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.868915 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfc3815c-d419-428b-85bb-9d22fd2ec99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4803ee3b-e312-4c88-8d1d-c185295abb16), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.890236 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 2, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:31:59.897372 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port e529886b-4a7c-4021-9da0-d2495bacc97c is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:31:59.936421 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Checking router: a4f12b8f-0258-4807-bcfe-1e7d00be0e09 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:31:59.937376 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Updating router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 port 514ac640-5aac-4daf-88d1-a541a7d8ce7e binding host dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:31:59.951594 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ef845583-a409-4151-9f12-802d7cd97775), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.970291 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:31:59.988876 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-960c0232-fe8d-45da-89fe-5862763677ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee5bbd3c53b54aa4826a567adddeb34a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9837601 Mar 29 15:32:00.018902 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Set router 613f666a-d877-47a4-8f18-408e89ed0fbf gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:00.020284 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45636) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:00.098810 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device c01d3d19-7762-44c2-8dab-8bb2502de7af up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:00.157905 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c0232-fe8d-45da-89fe-5862763677ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b490ab3-de5d-445d-853e-4d148389ab73,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:00.222939 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3815c-d419-428b-85bb-9d22fd2ec99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4803ee3b-e312-4c88-8d1d-c185295abb16,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:00.250229 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-bfc3815c-d419-428b-85bb-9d22fd2ec99f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9e648a3142340a59830050fad51b9e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6208327 Mar 29 15:32:00.256250 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45640) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:00.308525 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f127d-9d52-4e79-92bc-24b849c9cfe6 req-1bec9ce0-5eab-406e-b058-4a9b8fa33120 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:00.323410 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e02f127d-9d52-4e79-92bc-24b849c9cfe6 req-1bec9ce0-5eab-406e-b058-4a9b8fa33120 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 931 time: 0.2503176 Mar 29 15:32:00.361500 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45644) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:00.389328 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-b13b44db-d125-4541-85b0-5659ba503bd4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--953897399', 'description': 'tempest-description--792628580'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:00.477232 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b13b44db-d125-4541-85b0-5659ba503bd4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.547668 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (40d99a6e-8a5b-4b68-9337-66031870c8d4), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.588102 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e02f127d-9d52-4e79-92bc-24b849c9cfe6 req-4a5e9985-d1e1-4edb-90a8-e91bd6a582f1 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615016 Mar 29 15:32:00.613287 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port c01d3d19-7762-44c2-8dab-8bb2502de7af triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:00.613743 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.709953 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e627d048-b839-4a35-baf6-8add4f759ba3 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:00.723295 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Publish callbacks [] for port (ef845583-a409-4151-9f12-802d7cd97775), precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.737224 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Publish callbacks [] for port (e627d048-b839-4a35-baf6-8add4f759ba3), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.737682 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ef845583-a409-4151-9f12-802d7cd97775), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.756813 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b13b44db-d125-4541-85b0-5659ba503bd4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group (e1495fab-471b-48ba-9692-77072ab73acd), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.771854 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Transition to ACTIVE for port object e627d048-b839-4a35-baf6-8add4f759ba3 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:32:00.780840 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (e627d048-b839-4a35-baf6-8add4f759ba3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.818347 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b13b44db-d125-4541-85b0-5659ba503bd4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e1495fab-471b-48ba-9692-77072ab73acd), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.885958 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c777d3-5657-4c1f-88ab-b2618e904a82 None None] Pushing event updated for resources: {'Port': ['ID=ef845583-a409-4151-9f12-802d7cd97775,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:00.890677 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ba4672e-e5bd-4cb1-ae21-b8e712d2fb26 admin admin] Publish callbacks [] for security_group (4803ee3b-e312-4c88-8d1d-c185295abb16), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:00.900898 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Pushing event updated for resources: {'Port': ['ID=e627d048-b839-4a35-baf6-8add4f759ba3,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:01.000344 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b44db-d125-4541-85b0-5659ba503bd4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1495fab-471b-48ba-9692-77072ab73acd,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:01.002496 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port c01d3d19-7762-44c2-8dab-8bb2502de7af is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:01.030185 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b13b44db-d125-4541-85b0-5659ba503bd4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:01.034716 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Attempting to bind port ef845583-a409-4151-9f12-802d7cd97775 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:01.035394 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Attempting to bind port ef845583-a409-4151-9f12-802d7cd97775 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:01.035990 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Attempting to bind port ef845583-a409-4151-9f12-802d7cd97775 on network 6af2c806-9c32-4a97-8072-598765883877 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:01.039592 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-b13b44db-d125-4541-85b0-5659ba503bd4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6496272 Mar 29 15:32:01.041357 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45656) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:01.050291 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:01.052684 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Checking segment: {'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:01.054223 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:01.056451 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Bound using segment: {'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:01.061821 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.061985 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Bound port: ef845583-a409-4151-9f12-802d7cd97775, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:01.062087 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.062273 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ef845583-a409-4151-9f12-802d7cd97775), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:01.063443 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.063804 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > port after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.064186 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.064884 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > port after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.065242 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.065568 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.065887 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.066264 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.069800 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ba4672e-e5bd-4cb1-ae21-b8e712d2fb26 admin admin] Publish callbacks [] for security_group (4803ee3b-e312-4c88-8d1d-c185295abb16), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:01.140637 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:55Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'f6720a9f-64bb-4000-bb12-3f41b1aa4d8f', 'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'mac_address': 'fa:16:3e:f9:71:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 2, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'subnets': [{'id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:01.158649 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Attempting to bind port e627d048-b839-4a35-baf6-8add4f759ba3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:01.159179 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Attempting to bind port e627d048-b839-4a35-baf6-8add4f759ba3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b184c38f-a8d1-460f-90a9-06f47125352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fbfe1490-b39e-461c-b222-5195b4aecf57'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:01.159566 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Attempting to bind port e627d048-b839-4a35-baf6-8add4f759ba3 on network fbfe1490-b39e-461c-b222-5195b4aecf57 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:01.177522 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Port e627d048-b839-4a35-baf6-8add4f759ba3 on network fbfe1490-b39e-461c-b222-5195b4aecf57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:32:01.178050 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Attempting to bind port e627d048-b839-4a35-baf6-8add4f759ba3 on network fbfe1490-b39e-461c-b222-5195b4aecf57 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:01.189609 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:01.190183 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Checking segment: {'id': 'b184c38f-a8d1-460f-90a9-06f47125352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fbfe1490-b39e-461c-b222-5195b4aecf57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:01.190853 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Bound using segment: {'id': 'b184c38f-a8d1-460f-90a9-06f47125352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fbfe1490-b39e-461c-b222-5195b4aecf57'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:01.195263 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Bound port: e627d048-b839-4a35-baf6-8add4f759ba3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b184c38f-a8d1-460f-90a9-06f47125352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fbfe1490-b39e-461c-b222-5195b4aecf57'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:01.195263 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e627d048-b839-4a35-baf6-8add4f759ba3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:01.225185 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] For port ef845583-a409-4151-9f12-802d7cd97775, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:01.228125 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Checking router: 613f666a-d877-47a4-8f18-408e89ed0fbf for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:32:01.231478 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Updating router 613f666a-d877-47a4-8f18-408e89ed0fbf port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f binding host dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:32:01.241888 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] For port ef845583-a409-4151-9f12-802d7cd97775, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=ef845583-a409-4151-9f12-802d7cd97775,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:01.254279 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ef845583-a409-4151-9f12-802d7cd97775), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:01.277855 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ba4672e-e5bd-4cb1-ae21-b8e712d2fb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4803ee3b-e312-4c88-8d1d-c185295abb16), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:01.282570 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ba4672e-e5bd-4cb1-ae21-b8e712d2fb26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:01.286998 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-7ba4672e-e5bd-4cb1-ae21-b8e712d2fb26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4803ee3b-e312-4c88-8d1d-c185295abb16 HTTP/1.1" status: 204 len: 168 time: 1.0057647 Mar 29 15:32:01.292231 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:01.314543 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4672e-e5bd-4cb1-ae21-b8e712d2fb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4803ee3b-e312-4c88-8d1d-c185295abb16,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:01.403342 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] For port e627d048-b839-4a35-baf6-8add4f759ba3, host hv-cinder-79053, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:01.417578 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] For port e627d048-b839-4a35-baf6-8add4f759ba3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e627d048-b839-4a35-baf6-8add4f759ba3,segment=NetworkSegment(b184c38f-a8d1-460f-90a9-06f47125352e),segment_id=b184c38f-a8d1-460f-90a9-06f47125352e)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:01.430520 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (e627d048-b839-4a35-baf6-8add4f759ba3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:01.453343 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c777d3-5657-4c1f-88ab-b2618e904a82 None None] Pushing event updated for resources: {'Port': ['ID=ef845583-a409-4151-9f12-802d7cd97775,revision_number=4']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:01.457587 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:01.458892 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:31:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:01.542717 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Pushing event updated for resources: {'Port': ['ID=e627d048-b839-4a35-baf6-8add4f759ba3,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:01.552574 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:01.554652 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for port (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:01.555687 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-bf5cb086-31aa-4ebd-a064-b08f1f50e119 service neutron] 10.222.0.31 "PUT /v2.0/ports/e627d048-b839-4a35-baf6-8add4f759ba3 HTTP/1.1" status: 200 len: 1093 time: 4.5400562 Mar 29 15:32:01.556266 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93adc086-0754-48f7-8ce0-2529ce14acac', 'tag': 'e627d048-b839-4a35-baf6-8add4f759ba3'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:01.750570 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-91b071d8-8a02-48bb-a003-0aea46a392e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:01.753237 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-91b071d8-8a02-48bb-a003-0aea46a392e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7aa256e6808e457982135528b0109d81&device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 1127 time: 0.1198752 Mar 29 15:32:01.814312 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:01.886683 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.887668 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.887668 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.887668 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:01.888071 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d99a6e-8a5b-4b68-9337-66031870c8d4']}} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:02.020806 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-4e390489-1195-40e4-a7f7-36583c671d79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e627d048-b839-4a35-baf6-8add4f759ba3 HTTP/1.1" status: 200 len: 217 time: 0.2404833 Mar 29 15:32:02.027758 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d643251b-8006-4b45-b804-de6a1be72b81 None None] Provisioning complete for port ef845583-a409-4151-9f12-802d7cd97775 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:02.030095 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d643251b-8006-4b45-b804-de6a1be72b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ef845583-a409-4151-9f12-802d7cd97775), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.139991 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdd99aa-af0a-482d-a884-9eb499bbc5df" -d '{"events": [{"name": "network-changed", "server_uuid": "93adc086-0754-48f7-8ce0-2529ce14acac", "tag": "e627d048-b839-4a35-baf6-8add4f759ba3"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:02.169041 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-7d06e2e8-2eb5-4cd9-b2e4-6d6d0dbf5d2d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Request body: {'security_group_rule': {'security_group_id': 'e1495fab-471b-48ba-9692-77072ab73acd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:02.212196 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-2056194a-0906-40e6-a413-65023b0ed536 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:02.220488 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-2056194a-0906-40e6-a413-65023b0ed536 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 818 time: 0.2869365 Mar 29 15:32:02.248249 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e318eb-f691-4bc5-8b72-d1c8ac0683dd') {'for_net_delete': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:02.249088 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e318eb-f691-4bc5-8b72-d1c8ac0683dd') {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:02.290634 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-17f858f7-2c53-4c36-bcd1-b1619fc70d5f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/quotas/1623afb8886b48af82c5e0475cc0684d HTTP/1.1" status: 200 len: 375 time: 0.0687525 Mar 29 15:32:02.369310 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d06e2e8-2eb5-4cd9-b2e4-6d6d0dbf5d2d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group_rule (a3aa7728-979f-44bd-b9f6-aaf30f0d9450), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.379298 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-0b133009-58f9-473f-a29c-f4bdb9a34892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:02.381260 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-0b133009-58f9-473f-a29c-f4bdb9a34892 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6ec71bee-13f8-4eb4-9bb3-f8816865154c HTTP/1.1" status: 200 len: 852 time: 0.1853235 Mar 29 15:32:02.400663 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28241271'] for segment (62e318eb-f691-4bc5-8b72-d1c8ac0683dd), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.401480 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23c037-a2da-465b-b54e-a468eb552169 req-80f87633-efc1-4092-b39d-723e9548d356 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:02.403245 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2b23c037-a2da-465b-b54e-a468eb552169 req-80f87633-efc1-4092-b39d-723e9548d356 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 943 time: 0.5042477 Mar 29 15:32:02.405796 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45688) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:02.419326 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8eeea5ab-3619-43bd-abd8-b0c9a16fcefe tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group (892fd52c-a80d-4903-adae-1fe4a5db812a), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.490163 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23534ff9-d57f-4b0a-83fa-0b4cd28d8d18 admin admin] Publish callbacks [] for security_group (6b490ab3-de5d-445d-853e-4d148389ab73), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.522273 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8eeea5ab-3619-43bd-abd8-b0c9a16fcefe tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (892fd52c-a80d-4903-adae-1fe4a5db812a), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.535632 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2963b33b-ed64-44b5-bc9a-778d736b2782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.559465 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-ad64a7b4-3afc-4eec-9a2c-e56b49c41a57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fbfe1490-b39e-461c-b222-5195b4aecf57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194091 Mar 29 15:32:02.609534 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-4ef608cc-6bb7-47be-9d7b-cb48616d58b0 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3166306 Mar 29 15:32:02.623103 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:01Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:02.662136 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368c936-c539-4e89-a208-585d98af7bc2 None None] The sync data for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi is: [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:01Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:32:02.696412 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d643251b-8006-4b45-b804-de6a1be72b81 None None] Current status of the port ef845583-a409-4151-9f12-802d7cd97775 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:02.703740 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d643251b-8006-4b45-b804-de6a1be72b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ef845583-a409-4151-9f12-802d7cd97775), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.732804 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (62e318eb-f691-4bc5-8b72-d1c8ac0683dd), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.749596 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeea5ab-3619-43bd-abd8-b0c9a16fcefe tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892fd52c-a80d-4903-adae-1fe4a5db812a,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:02.797099 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Publish callbacks [] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.816739 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Publish callbacks [] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.838494 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.854617 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.873417 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d06e2e8-2eb5-4cd9-b2e4-6d6d0dbf5d2d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group_rule (a3aa7728-979f-44bd-b9f6-aaf30f0d9450), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:02.910875 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-7321504e-4a67-4bf8-acc1-cab252ee906b service neutron] 10.222.0.31 "GET /v2.0/networks/fbfe1490-b39e-461c-b222-5195b4aecf57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346078 Mar 29 15:32:02.962843 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d643251b-8006-4b45-b804-de6a1be72b81 None None] For port ef845583-a409-4151-9f12-802d7cd97775, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=ef845583-a409-4151-9f12-802d7cd97775,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:02.987427 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d643251b-8006-4b45-b804-de6a1be72b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ef845583-a409-4151-9f12-802d7cd97775), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.054338 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757738a-50ac-4add-969c-071652e1f65c None None] Pushing event updated for resources: {'Port': ['ID=f6720a9f-64bb-4000-bb12-3f41b1aa4d8f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:03.093024 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2b23c037-a2da-465b-b54e-a468eb552169 req-2a80f7cb-3541-455c-bac0-35b74d15406a tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657178 Mar 29 15:32:03.189018 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d06e2e8-2eb5-4cd9-b2e4-6d6d0dbf5d2d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (a3aa7728-979f-44bd-b9f6-aaf30f0d9450), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.218250 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-2025c37d-25b5-40ef-a507-4adf5d485c18 service neutron] 10.222.0.18 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062701 Mar 29 15:32:03.222048 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:32:03.222698 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28863485'] for segment (62e318eb-f691-4bc5-8b72-d1c8ac0683dd), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: from cryptography.utils import int_from_bytes Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: from cryptography.utils import int_from_bytes Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: Traceback (most recent call last): Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: timer() Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: cb(*args, **kw) Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: return func(*args, **kwargs) Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: self._notify() Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: self.callback(batched_events) Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: event.method(event) Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: return f(self, *a, **k) Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._get(url).json() Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: return self.request(url, 'GET', **kwargs) Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:32:03.272779 dv-cinder-790535-36-iscsi neutron-server[103131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:32:03.282899 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d06e2e8-2eb5-4cd9-b2e4-6d6d0dbf5d2d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.292477 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-7d06e2e8-2eb5-4cd9-b2e4-6d6d0dbf5d2d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2374678 Mar 29 15:32:03.305506 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45696) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:03.318115 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23534ff9-d57f-4b0a-83fa-0b4cd28d8d18 admin admin] Publish callbacks [] for security_group (6b490ab3-de5d-445d-853e-4d148389ab73), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.393262 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06e2e8-2eb5-4cd9-b2e4-6d6d0dbf5d2d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3aa7728-979f-44bd-b9f6-aaf30f0d9450,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:03.399640 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-e6f2adf5-31c4-4bc4-961b-8a656475a222 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Request body: {'security_group_rule': {'security_group_id': 'e1495fab-471b-48ba-9692-77072ab73acd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:03.424602 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58de3f91-7402-4f50-9243-ccfb3acc8229 req-3699e7e9-f0ed-4f47-bf2e-2e72341e2554 service neutron] 10.222.0.31 "GET /v2.0/networks/fbfe1490-b39e-461c-b222-5195b4aecf57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635797 Mar 29 15:32:03.570053 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2963b33b-ed64-44b5-bc9a-778d736b2782 admin admin] Publish callbacks [] for security_group (cd9ecb1e-be22-400e-9ceb-5f3a70abee29), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.576903 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2963b33b-ed64-44b5-bc9a-778d736b2782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (cd9ecb1e-be22-400e-9ceb-5f3a70abee29), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.582592 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b0eb4-a2a6-4617-a8c4-bffa28bc1efd None None] Pushing event updated for resources: {'Port': ['ID=514ac640-5aac-4daf-88d1-a541a7d8ce7e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:03.589418 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Attempting to bind port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:03.589787 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Attempting to bind port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:03.590148 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Attempting to bind port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f on network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:03.618961 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-2e0a8299-b4bd-430a-8f3d-3aaa210b657f None None] Provisioning complete for port ef845583-a409-4151-9f12-802d7cd97775 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:03.619332 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8299-b4bd-430a-8f3d-3aaa210b657f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ef845583-a409-4151-9f12-802d7cd97775), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.645097 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Attempting to bind port 514ac640-5aac-4daf-88d1-a541a7d8ce7e on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:03.645471 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Attempting to bind port 514ac640-5aac-4daf-88d1-a541a7d8ce7e by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:03.645831 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Attempting to bind port 514ac640-5aac-4daf-88d1-a541a7d8ce7e on network 338732b2-ea3a-4739-8f59-c28fe02d1d89 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:03.652201 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:03.652581 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Checking segment: {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:03.653044 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.653478 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Bound using segment: {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:03.654045 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Bound port: f6720a9f-64bb-4000-bb12-3f41b1aa4d8f, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:03.654447 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.686643 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8eeea5ab-3619-43bd-abd8-b0c9a16fcefe tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.693784 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-8eeea5ab-3619-43bd-abd8-b0c9a16fcefe tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 4.1587825 Mar 29 15:32:03.693956 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:03.694401 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Checking segment: {'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:03.694803 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.695240 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Bound using segment: {'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:03.695725 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Bound port: 514ac640-5aac-4daf-88d1-a541a7d8ce7e, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:03.696108 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.732235 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-2963b33b-ed64-44b5-bc9a-778d736b2782 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=895ae3fe845648499764291f0e954aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3169827 Mar 29 15:32:03.733407 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45698) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:03.735360 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23534ff9-d57f-4b0a-83fa-0b4cd28d8d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (6b490ab3-de5d-445d-853e-4d148389ab73), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.740119 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23534ff9-d57f-4b0a-83fa-0b4cd28d8d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.742359 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-23534ff9-d57f-4b0a-83fa-0b4cd28d8d18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b490ab3-de5d-445d-853e-4d148389ab73 HTTP/1.1" status: 204 len: 168 time: 3.7127557 Mar 29 15:32:03.744833 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45702) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:03.770483 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e42eecc8-9bbb-4bf9-8678-60715eec270c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Request body: {'security_group_rule': {'security_group_id': '892fd52c-a80d-4903-adae-1fe4a5db812a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:03.782014 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643251b-8006-4b45-b804-de6a1be72b81 None None] Pushing event updated for resources: {'Port': ['ID=ef845583-a409-4151-9f12-802d7cd97775,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:03.788244 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eefc732-0fb3-487d-9adf-5bd25c9b96c1 x-openstack-request-id: req-9eefc732-0fb3-487d-9adf-5bd25c9b96c1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:03.798047 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23534ff9-d57f-4b0a-83fa-0b4cd28d8d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b490ab3-de5d-445d-853e-4d148389ab73,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:03.803419 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93adc086-0754-48f7-8ce0-2529ce14acac", "tag": "e627d048-b839-4a35-baf6-8add4f759ba3", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:03.805340 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9eefc732-0fb3-487d-9adf-5bd25c9b96c1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:03.806105 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eefc732-0fb3-487d-9adf-5bd25c9b96c1'] response: {'name': 'network-changed', 'server_uuid': '93adc086-0754-48f7-8ce0-2529ce14acac', 'tag': 'e627d048-b839-4a35-baf6-8add4f759ba3', 'status': 'completed', 'code': 200} Mar 29 15:32:03.816578 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-a613fa64-f7ab-45d7-8394-ae50b7a915d1 service neutron] 10.222.0.18 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968909 Mar 29 15:32:03.819108 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e6f2adf5-31c4-4bc4-961b-8a656475a222 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group_rule (c60f074b-c56b-416b-93d5-170d96ba3e11), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.825927 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (40d99a6e-8a5b-4b68-9337-66031870c8d4), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.833318 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963b33b-ed64-44b5-bc9a-778d736b2782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9ecb1e-be22-400e-9ceb-5f3a70abee29,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:03.863075 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:03.874917 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] 10.222.0.18 "DELETE /v2.0/networks/40d99a6e-8a5b-4b68-9337-66031870c8d4 HTTP/1.1" status: 204 len: 168 time: 4.6235230 Mar 29 15:32:03.883373 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45708) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:03.921324 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982262a9-b87a-4797-bec0-c612736e0d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=40d99a6e-8a5b-4b68-9337-66031870c8d4,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:04.099753 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e6f2adf5-31c4-4bc4-961b-8a656475a222 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group_rule (c60f074b-c56b-416b-93d5-170d96ba3e11), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:04.113229 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] For port 514ac640-5aac-4daf-88d1-a541a7d8ce7e, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:04.115255 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e6f2adf5-31c4-4bc4-961b-8a656475a222 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (c60f074b-c56b-416b-93d5-170d96ba3e11), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:04.150339 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e42eecc8-9bbb-4bf9-8678-60715eec270c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group_rule (c738f3be-0c1b-4f1a-b581-5cb108d9e92f), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:04.185245 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2adf5-31c4-4bc4-961b-8a656475a222 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60f074b-c56b-416b-93d5-170d96ba3e11,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:04.200340 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e6f2adf5-31c4-4bc4-961b-8a656475a222 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:04.206800 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-e6f2adf5-31c4-4bc4-961b-8a656475a222 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8114071 Mar 29 15:32:04.212416 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45718) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:04.236671 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:04.256666 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] For port 514ac640-5aac-4daf-88d1-a541a7d8ce7e, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=514ac640-5aac-4daf-88d1-a541a7d8ce7e,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:04.262809 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a8299-b4bd-430a-8f3d-3aaa210b657f None None] Current status of the port ef845583-a409-4151-9f12-802d7cd97775 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:04.265205 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device ef845583-a409-4151-9f12-802d7cd97775 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:04.270028 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebe0b85-d596-4bf3-8b92-bb2cef4afb63 admin admin] Deleting subnet acab1766-8027-404b-b46e-6086ba2badb7 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:32:04.331055 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eebe0b85-d596-4bf3-8b92-bb2cef4afb63 admin admin] Publish callbacks [] for subnet (acab1766-8027-404b-b46e-6086ba2badb7), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:04.398926 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4e79502f-6e3b-4c2b-a210-8191ab9303e6 req-4432a515-2ab6-4500-ad7a-ad43f0453b14 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 210 time: 0.0871537 Mar 29 15:32:04.401430 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:04.453089 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] For port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:04.494917 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eebe0b85-d596-4bf3-8b92-bb2cef4afb63 admin admin] Publish callbacks [] for subnet (acab1766-8027-404b-b46e-6086ba2badb7), precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:04.522928 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eebe0b85-d596-4bf3-8b92-bb2cef4afb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (acab1766-8027-404b-b46e-6086ba2badb7), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:04.539048 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] For port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=f6720a9f-64bb-4000-bb12-3f41b1aa4d8f,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:04.621645 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port ef845583-a409-4151-9f12-802d7cd97775 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:04.621986 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ef845583-a409-4151-9f12-802d7cd97775), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:04.625909 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:04.886286 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] Provisioning complete for port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:04.888520 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:04.894130 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e42eecc8-9bbb-4bf9-8678-60715eec270c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group_rule (c738f3be-0c1b-4f1a-b581-5cb108d9e92f), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:04.961433 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd99aa-af0a-482d-a884-9eb499bbc5df req-20216ba8-19fe-4a13-a648-89d50aae4e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:04.965537 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2fdd99aa-af0a-482d-a884-9eb499bbc5df req-20216ba8-19fe-4a13-a648-89d50aae4e95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7aa256e6808e457982135528b0109d81&device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 1127 time: 1.1575618 Mar 29 15:32:04.966485 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9740653-bab6-46ec-942a-f3a2d16c4bfc admin admin] Publish callbacks [] for security_group (cd9ecb1e-be22-400e-9ceb-5f3a70abee29), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:04.999943 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9740653-bab6-46ec-942a-f3a2d16c4bfc admin admin] Publish callbacks [] for security_group (cd9ecb1e-be22-400e-9ceb-5f3a70abee29), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:05.022332 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45750) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:05.114827 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e42eecc8-9bbb-4bf9-8678-60715eec270c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (c738f3be-0c1b-4f1a-b581-5cb108d9e92f), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:05.117875 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eebe0b85-d596-4bf3-8b92-bb2cef4afb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for subnet (acab1766-8027-404b-b46e-6086ba2badb7), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:05.139282 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:05.140825 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:31:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:05.185112 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6504050c-9ae4-419e-9ea5-e9e0a957fef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:05.332242 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b0eb4-a2a6-4617-a8c4-bffa28bc1efd None None] Pushing event updated for resources: {'Port': ['ID=514ac640-5aac-4daf-88d1-a541a7d8ce7e,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:05.401560 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-5f759eab-7d3f-41ec-9502-dd8ea41751d9 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:05.414386 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-5f759eab-7d3f-41ec-9502-dd8ea41751d9 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 818 time: 0.5931072 Mar 29 15:32:05.459751 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-515fa407-dddc-4283-8124-a06b93c9940c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/quotas/1623afb8886b48af82c5e0475cc0684d HTTP/1.1" status: 200 len: 375 time: 0.0442095 Mar 29 15:32:05.463435 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757738a-50ac-4add-969c-071652e1f65c None None] Pushing event updated for resources: {'Port': ['ID=f6720a9f-64bb-4000-bb12-3f41b1aa4d8f,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:05.472646 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Routers {'613f666a-d877-47a4-8f18-408e89ed0fbf'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:05.474505 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:31:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['613f666a-d877-47a4-8f18-408e89ed0fbf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:05.574256 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9740653-bab6-46ec-942a-f3a2d16c4bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (cd9ecb1e-be22-400e-9ceb-5f3a70abee29), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:05.575611 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-d9d99fe4-68e4-40b9-93b9-ddeb1c56eb45 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146474 Mar 29 15:32:05.579049 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9740653-bab6-46ec-942a-f3a2d16c4bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:05.582512 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-c9740653-bab6-46ec-942a-f3a2d16c4bfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd9ecb1e-be22-400e-9ceb-5f3a70abee29 HTTP/1.1" status: 204 len: 168 time: 1.7965970 Mar 29 15:32:05.592278 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eebe0b85-d596-4bf3-8b92-bb2cef4afb63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:05.609154 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45772) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:05.611946 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-eebe0b85-d596-4bf3-8b92-bb2cef4afb63 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/acab1766-8027-404b-b46e-6086ba2badb7 HTTP/1.1" status: 204 len: 168 time: 1.7069309 Mar 29 15:32:05.684500 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6504050c-9ae4-419e-9ea5-e9e0a957fef1 admin admin] Publish callbacks [] for security_group (b432fb74-96ed-4068-abf2-cb2184d7e040), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:05.718113 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9740653-bab6-46ec-942a-f3a2d16c4bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9ecb1e-be22-400e-9ceb-5f3a70abee29,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:05.722148 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e42eecc8-9bbb-4bf9-8678-60715eec270c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:05.736329 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port ef845583-a409-4151-9f12-802d7cd97775 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:05.737824 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e42eecc8-9bbb-4bf9-8678-60715eec270c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0005832 Mar 29 15:32:05.765645 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] Current status of the port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:05.766203 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:05.769895 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45776) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:05.777575 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:05.799465 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4cba75ed-787a-4b81-b8b6-ecd073fccea7 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Request body: {'security_group_rule': {'security_group_id': '892fd52c-a80d-4903-adae-1fe4a5db812a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:05.878766 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6504050c-9ae4-419e-9ea5-e9e0a957fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (b432fb74-96ed-4068-abf2-cb2184d7e040), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:05.879229 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:06.048962 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] Set router 613f666a-d877-47a4-8f18-408e89ed0fbf gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:06.136429 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504050c-9ae4-419e-9ea5-e9e0a957fef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b432fb74-96ed-4068-abf2-cb2184d7e040,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:06.254131 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42eecc8-9bbb-4bf9-8678-60715eec270c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c738f3be-0c1b-4f1a-b581-5cb108d9e92f,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:06.256148 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe0b85-d596-4bf3-8b92-bb2cef4afb63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acab1766-8027-404b-b46e-6086ba2badb7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:06.279858 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436fe30-8682-43b5-bb64-54d5d15e0161 req-496262c8-f5f6-4f62-b763-e85e1a420fa0 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:06.281604 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6436fe30-8682-43b5-bb64-54d5d15e0161 req-496262c8-f5f6-4f62-b763-e85e1a420fa0 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 943 time: 1.9566607 Mar 29 15:32:06.343415 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4775d854-e701-45f5-930e-f99160adc4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (b4e3cf98-1584-44e2-a577-5f537d951265), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:06.393944 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd99aa-af0a-482d-a884-9eb499bbc5df req-0c3fbfed-7ad0-4ef7-b778-6ef5d85e75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:06.395583 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2fdd99aa-af0a-482d-a884-9eb499bbc5df req-0c3fbfed-7ad0-4ef7-b778-6ef5d85e75ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=fbfe1490-b39e-461c-b222-5195b4aecf57 HTTP/1.1" status: 200 len: 913 time: 1.2986004 Mar 29 15:32:06.416047 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] For port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=f6720a9f-64bb-4000-bb12-3f41b1aa4d8f,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:06.477471 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2fdd99aa-af0a-482d-a884-9eb499bbc5df req-25a73da2-39be-41e5-bdeb-d12a2326aa5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e627d048-b839-4a35-baf6-8add4f759ba3 HTTP/1.1" status: 200 len: 217 time: 0.0476718 Mar 29 15:32:06.484435 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4cba75ed-787a-4b81-b8b6-ecd073fccea7 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group_rule (5d62a77d-ff75-4442-ae13-1c2b26d1b318), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:06.724502 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:06.737174 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6436fe30-8682-43b5-bb64-54d5d15e0161 req-85da82e8-d872-42b0-a51d-b8e2b52385c7 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235692 Mar 29 15:32:06.742547 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-6504050c-9ae4-419e-9ea5-e9e0a957fef1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f70738e7c8014a8fae87e7f6fd69cfc8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7131667 Mar 29 15:32:06.743165 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45798) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:06.777570 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4cba75ed-787a-4b81-b8b6-ecd073fccea7 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group_rule (5d62a77d-ff75-4442-ae13-1c2b26d1b318), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:06.801553 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd99aa-af0a-482d-a884-9eb499bbc5df req-893c4479-3e3a-4799-b461-d3bf1983456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:06.803035 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2fdd99aa-af0a-482d-a884-9eb499bbc5df req-893c4479-3e3a-4799-b461-d3bf1983456d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6ec71bee-13f8-4eb4-9bb3-f8816865154c HTTP/1.1" status: 200 len: 852 time: 0.2728336 Mar 29 15:32:06.803643 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4cba75ed-787a-4b81-b8b6-ecd073fccea7 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (5d62a77d-ff75-4442-ae13-1c2b26d1b318), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:06.846485 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-615086ff-62d5-401c-b629-d610523e43ae service neutron] 10.222.0.18 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2700100 Mar 29 15:32:06.891651 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:06.896474 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba75ed-787a-4b81-b8b6-ecd073fccea7 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d62a77d-ff75-4442-ae13-1c2b26d1b318,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:06.921505 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4cba75ed-787a-4b81-b8b6-ecd073fccea7 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:06.924185 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-4cba75ed-787a-4b81-b8b6-ecd073fccea7 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1318362 Mar 29 15:32:06.932457 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45806) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:06.949266 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4775d854-e701-45f5-930e-f99160adc4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (b4e3cf98-1584-44e2-a577-5f537d951265), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:06.950976 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:07.019819 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2fdd99aa-af0a-482d-a884-9eb499bbc5df req-455b4c8e-2bd5-4f47-ae30-ca42cd731b78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fbfe1490-b39e-461c-b222-5195b4aecf57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889764 Mar 29 15:32:07.075422 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-4775d854-e701-45f5-930e-f99160adc4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e3cf98-1584-44e2-a577-5f537d951265']}} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:07.094571 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca37f691-5d2c-4f03-af08-8d9db98d9a89 admin admin] Publish callbacks [] for security_group (b432fb74-96ed-4068-abf2-cb2184d7e040), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:07.100275 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-4775d854-e701-45f5-930e-f99160adc4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6b3730-ac07-42a7-a842-8b5eba33f521') {'for_net_delete': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:07.100564 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-4775d854-e701-45f5-930e-f99160adc4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6b3730-ac07-42a7-a842-8b5eba33f521') {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:07.147173 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4775d854-e701-45f5-930e-f99160adc4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28241271'] for segment (9b6b3730-ac07-42a7-a842-8b5eba33f521), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:07.163962 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] Pushing event updated for resources: {'Port': ['ID=f6720a9f-64bb-4000-bb12-3f41b1aa4d8f,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:07.179061 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] Provisioning complete for port 514ac640-5aac-4daf-88d1-a541a7d8ce7e triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:07.179838 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:07.183170 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca37f691-5d2c-4f03-af08-8d9db98d9a89 admin admin] Publish callbacks [] for security_group (b432fb74-96ed-4068-abf2-cb2184d7e040), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:07.186605 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4775d854-e701-45f5-930e-f99160adc4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (9b6b3730-ac07-42a7-a842-8b5eba33f521), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:07.201295 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-96bb8ed2-a038-4e43-ab8d-041b686833f5 service neutron] 10.222.0.18 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075247 Mar 29 15:32:07.202213 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4775d854-e701-45f5-930e-f99160adc4d1 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:32:07.202611 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4775d854-e701-45f5-930e-f99160adc4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28863485'] for segment (9b6b3730-ac07-42a7-a842-8b5eba33f521), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: Traceback (most recent call last): Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: timer() Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: cb(*args, **kw) Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: return func(*args, **kwargs) Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: self._notify() Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: self.callback(batched_events) Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: event.method(event) Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: return f(self, *a, **k) Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._get(url).json() Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: return self.request(url, 'GET', **kwargs) Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:32:07.206752 dv-cinder-790535-36-iscsi neutron-server[103131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:32:07.208488 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2fdd99aa-af0a-482d-a884-9eb499bbc5df req-7fee880f-eb0d-44dd-b784-8fc7d4485866 service neutron] 10.222.0.31 "GET /v2.0/networks/fbfe1490-b39e-461c-b222-5195b4aecf57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780024 Mar 29 15:32:07.214624 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:07.298136 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4775d854-e701-45f5-930e-f99160adc4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (b4e3cf98-1584-44e2-a577-5f537d951265), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:07.310542 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4775d854-e701-45f5-930e-f99160adc4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:07.313880 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-4775d854-e701-45f5-930e-f99160adc4d1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b4e3cf98-1584-44e2-a577-5f537d951265 HTTP/1.1" status: 204 len: 168 time: 1.6669602 Mar 29 15:32:07.344829 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775d854-e701-45f5-930e-f99160adc4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4e3cf98-1584-44e2-a577-5f537d951265,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:07.346911 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca37f691-5d2c-4f03-af08-8d9db98d9a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (b432fb74-96ed-4068-abf2-cb2184d7e040), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:07.358818 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca37f691-5d2c-4f03-af08-8d9db98d9a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:07.360001 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-ca37f691-5d2c-4f03-af08-8d9db98d9a89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b432fb74-96ed-4068-abf2-cb2184d7e040 HTTP/1.1" status: 204 len: 168 time: 0.6133716 Mar 29 15:32:07.378550 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37f691-5d2c-4f03-af08-8d9db98d9a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b432fb74-96ed-4068-abf2-cb2184d7e040,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:07.461916 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Allocated IP 172.27.0.110 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/ca2be9a4-2e01-47fa-bf2d-735d18c88d2a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:07.513997 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.31', 52041) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:07.663991 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e391caa1-4a2a-462d-8b45-74cbf38a163d req-276b7cd8-639d-46ac-9183-966307610c90 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 210 time: 0.0968091 Mar 29 15:32:07.685797 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45828) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:07.810520 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2fdd99aa-af0a-482d-a884-9eb499bbc5df req-7dc9383f-3634-46e8-83ee-7f6fa1d2fa8e service neutron] 10.222.0.31 "GET /v2.0/networks/fbfe1490-b39e-461c-b222-5195b4aecf57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740392 Mar 29 15:32:07.859952 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-0f64d13a-9c57-49be-ba0d-ff02fcdfdcfd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2921502a984404eb957db17fd0c9bde&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1697805 Mar 29 15:32:07.865666 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45840) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:07.874033 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] Current status of the port 514ac640-5aac-4daf-88d1-a541a7d8ce7e is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:07.874576 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:07.880302 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:04Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:07.884806 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for port (ca2be9a4-2e01-47fa-bf2d-735d18c88d2a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:07.908598 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-e2afc78e-7cbb-404e-9532-231cc25c3cd9 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:07.927374 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-e2afc78e-7cbb-404e-9532-231cc25c3cd9 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 818 time: 0.4095008 Mar 29 15:32:07.982989 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db526ed3-0ad9-4c54-bd43-d3b3b2af6ad1 None None] The sync data for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi is: [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:04Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:32:07.988770 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:55Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'f6720a9f-64bb-4000-bb12-3f41b1aa4d8f', 'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'mac_address': 'fa:16:3e:f9:71:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:04Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'subnets': [{'id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:08.034087 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:08.131171 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad51a2-eb15-430b-bf10-cb4b04447e01 None None] The sync data for ids ['613f666a-d877-47a4-8f18-408e89ed0fbf'] in dv-cinder-790535-36-iscsi is: [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:55Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'f6720a9f-64bb-4000-bb12-3f41b1aa4d8f', 'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'mac_address': 'fa:16:3e:f9:71:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:04Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'subnets': [{'id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:32:08.132903 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6570f-1a3e-480d-8096-6cd0b6afaa85 req-e50460ac-3005-4c56-a41e-68309e41307d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:08.143865 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-65a6570f-1a3e-480d-8096-6cd0b6afaa85 req-e50460ac-3005-4c56-a41e-68309e41307d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 943 time: 0.1932619 Mar 29 15:32:08.143865 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e87cfc04-8fa5-41bc-9d65-f2976273b094 admin admin] Publish callbacks [] for security_group (aaa924d5-1d87-4a33-85ef-a2c17907c55f), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:08.176232 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (ca2be9a4-2e01-47fa-bf2d-735d18c88d2a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:08.209000 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e87cfc04-8fa5-41bc-9d65-f2976273b094 admin admin] Publish callbacks [] for security_group (aaa924d5-1d87-4a33-85ef-a2c17907c55f), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:08.210600 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] For port 514ac640-5aac-4daf-88d1-a541a7d8ce7e, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=514ac640-5aac-4daf-88d1-a541a7d8ce7e,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:08.245206 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:08.327101 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599a912-87e8-4ff1-82ff-fc131bf47364 None None] Pushing event updated for resources: {'Port': ['ID=514ac640-5aac-4daf-88d1-a541a7d8ce7e,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:08.380248 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e87cfc04-8fa5-41bc-9d65-f2976273b094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (aaa924d5-1d87-4a33-85ef-a2c17907c55f), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:08.383141 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e87cfc04-8fa5-41bc-9d65-f2976273b094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:08.384300 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-e87cfc04-8fa5-41bc-9d65-f2976273b094 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aaa924d5-1d87-4a33-85ef-a2c17907c55f HTTP/1.1" status: 204 len: 168 time: 0.5176680 Mar 29 15:32:08.394705 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:08.411474 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:08.413075 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-32dc84f8-4c50-4b67-84c9-61f18fd55816 None None] Provisioning complete for port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:08.413365 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32dc84f8-4c50-4b67-84c9-61f18fd55816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:08.414311 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:08.419252 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cfc04-8fa5-41bc-9d65-f2976273b094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa924d5-1d87-4a33-85ef-a2c17907c55f,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:08.435575 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-65a6570f-1a3e-480d-8096-6cd0b6afaa85 req-42d77a59-0283-4395-b255-3bbd72de02f5 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538069 Mar 29 15:32:08.532695 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event updated for resources: {'Port': ['ID=ca2be9a4-2e01-47fa-bf2d-735d18c88d2a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:08.593382 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-32dc84f8-4c50-4b67-84c9-61f18fd55816 None None] Current status of the port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:08.613097 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-32dc84f8-4c50-4b67-84c9-61f18fd55816 None None] Provisioning complete for port 514ac640-5aac-4daf-88d1-a541a7d8ce7e triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:08.613097 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32dc84f8-4c50-4b67-84c9-61f18fd55816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:08.696241 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Allocated IP 172.27.0.104 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/ea94f18c-22c6-402d-93a9-7cef23632545) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:08.719010 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (579caba4-80ed-43ee-81d1-ee4be1853549), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:08.794265 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-32dc84f8-4c50-4b67-84c9-61f18fd55816 None None] Current status of the port 514ac640-5aac-4daf-88d1-a541a7d8ce7e is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:08.893633 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-91a560ce-f586-4482-a35f-9099eeb7aad7 req-a64ee362-f51c-40ab-9381-431378a35d8e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 210 time: 0.0423133 Mar 29 15:32:08.936360 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ca2be9a4-2e01-47fa-bf2d-735d18c88d2a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.016904 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for port (ea94f18c-22c6-402d-93a9-7cef23632545), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.160703 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (ea94f18c-22c6-402d-93a9-7cef23632545), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.216813 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45876) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:09.243225 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:09.256140 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:09.265356 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:09.303950 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event updated for resources: {'Port': ['ID=ea94f18c-22c6-402d-93a9-7cef23632545,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:09.319450 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-6218cda3-4ef3-481e-baf6-50d73c64d628 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff0c6b655ccb442495bd18b736fe9202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0906997 Mar 29 15:32:09.324077 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 45882) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:09.378182 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (16d049ab-6d8d-4008-87ae-fd4b01334598), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.441641 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f1b7-029e-4705-b219-38f53cc2dedd admin admin] Publish callbacks [] for security_group (5a75c250-50f4-48f8-9e15-d30442d5a065), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.442473 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for port (ca2be9a4-2e01-47fa-bf2d-735d18c88d2a), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.452214 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ca2be9a4-2e01-47fa-bf2d-735d18c88d2a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.463582 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ea94f18c-22c6-402d-93a9-7cef23632545), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.484907 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f1b7-029e-4705-b219-38f53cc2dedd admin admin] Publish callbacks [] for security_group (5a75c250-50f4-48f8-9e15-d30442d5a065), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.534264 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (579caba4-80ed-43ee-81d1-ee4be1853549), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.548182 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f1b7-029e-4705-b219-38f53cc2dedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (5a75c250-50f4-48f8-9e15-d30442d5a065), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.551497 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f1b7-029e-4705-b219-38f53cc2dedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.552716 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-d8d9f1b7-029e-4705-b219-38f53cc2dedd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a75c250-50f4-48f8-9e15-d30442d5a065 HTTP/1.1" status: 204 len: 168 time: 0.2276661 Mar 29 15:32:09.556852 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event updated for resources: {'Port': ['ID=ca2be9a4-2e01-47fa-bf2d-735d18c88d2a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:09.567282 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9f1b7-029e-4705-b219-38f53cc2dedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a75c250-50f4-48f8-9e15-d30442d5a065,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:09.589902 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.589902 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-6ba00cbb-6247-4c35-837c-89debaab5eee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3710775 Mar 29 15:32:09.654045 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19a197-f398-4dc0-8a6e-143dd2923d6d req-7785b3ca-d5c8-45c4-bea3-011975534ae4 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:09.663774 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bc19a197-f398-4dc0-8a6e-143dd2923d6d req-7785b3ca-d5c8-45c4-bea3-011975534ae4 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 943 time: 0.0848846 Mar 29 15:32:09.735048 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bc19a197-f398-4dc0-8a6e-143dd2923d6d req-ec5d3c30-6828-46f2-94d5-fc98ac921a11 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688465 Mar 29 15:32:09.783516 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for port (ea94f18c-22c6-402d-93a9-7cef23632545), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.795637 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ea94f18c-22c6-402d-93a9-7cef23632545), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.812958 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (16d049ab-6d8d-4008-87ae-fd4b01334598), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.854737 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:09.856151 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9150815 Mar 29 15:32:09.866174 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ade87-98f0-4e30-adfa-a9f2867cc034 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event updated for resources: {'Port': ['ID=ea94f18c-22c6-402d-93a9-7cef23632545,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:09.998038 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-0a337cb7-f71c-4d46-ac61-9da0828ef03b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--953897399&fields=id&tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc HTTP/1.1" status: 200 len: 267 time: 0.0767624 Mar 29 15:32:10.103886 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c58cc18a-b99d-42c7-9347-5d2e48745f01 req-0e902c25-4df6-480b-bc4e-cc8ab0c7a917 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 210 time: 0.1086192 Mar 29 15:32:10.113502 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-1b45be5d-3832-4497-9143-be466ef9acc3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Request body: {'port': {'device_id': 'a1d43a5d-f528-40de-8aa8-03aa0b81f6cf', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'admin_state_up': True, 'tenant_id': '1623afb8886b48af82c5e0475cc0684d'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:10.218756 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 514ac640-5aac-4daf-88d1-a541a7d8ce7e up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:10.256173 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-ec683de9-a175-40f1-9698-658990dbc30c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:10.258371 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-ec683de9-a175-40f1-9698-658990dbc30c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/networks?id=6af2c806-9c32-4a97-8072-598765883877 HTTP/1.1" status: 200 len: 816 time: 0.2454634 Mar 29 15:32:10.277600 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-63901dfa-e8d9-4b09-afad-fb2141a683ff tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/quotas/f741faf07fb54ef2b7e833c09bc9f0fc HTTP/1.1" status: 200 len: 375 time: 0.0136292 Mar 29 15:32:10.412087 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 514ac640-5aac-4daf-88d1-a541a7d8ce7e triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:10.412087 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:10.530984 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-7c2e7bfc-0a5a-459c-b5c7-e240d0468123 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--794769496&fields=id&tenant_id=7b14b15a19b5419d8f9548e71f9866a3 HTTP/1.1" status: 200 len: 267 time: 0.1854560 Mar 29 15:32:10.551751 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-0e69b584-7ca9-4bf5-9bf1-682d1da66279 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2677116 Mar 29 15:32:10.634619 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 514ac640-5aac-4daf-88d1-a541a7d8ce7e is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:10.637214 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device f6720a9f-64bb-4000-bb12-3f41b1aa4d8f up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:10.669867 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-1b45be5d-3832-4497-9143-be466ef9acc3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Made reservation on behalf of 1623afb8886b48af82c5e0475cc0684d for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:10.675508 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-1b45be5d-3832-4497-9143-be466ef9acc3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:10.695345 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 45962) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:10.730851 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:10.731832 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:10.848282 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:10.873509 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-7832feb1-1b72-448e-a140-e8463f732a99 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:10.880052 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-7832feb1-1b72-448e-a140-e8463f732a99 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/networks?id=338732b2-ea3a-4739-8f59-c28fe02d1d89 HTTP/1.1" status: 200 len: 810 time: 0.3481908 Mar 29 15:32:10.927922 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4948-dc19-496a-9e1a-818f2246ec7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:10.943518 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-f8da32a3-5c8c-46f6-9cc1-8abf2709261b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:32:10.961994 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-f8da32a3-5c8c-46f6-9cc1-8abf2709261b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1386249 Mar 29 15:32:11.073685 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-08928d21-bb03-455f-83a5-cae3fab3cb8d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/quotas/7b14b15a19b5419d8f9548e71f9866a3 HTTP/1.1" status: 200 len: 375 time: 0.1921699 Mar 29 15:32:11.121497 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-1b45be5d-3832-4497-9143-be466ef9acc3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Allocated IP 172.20.0.14 (28e88c41-7b2e-46bf-9efb-43dc0aeca0ca/0709834a-b1e4-4d89-bb13-a71aabdc2909/9d2e4e9e-39d0-47ce-9c39-f44937b41d0c) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:11.205410 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-5aefe3ec-6bff-423e-beaf-d00daa19bc18 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b14b15a19b5419d8f9548e71f9866a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1252015 Mar 29 15:32:11.556582 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-7dbb3963-065b-40b8-82d3-8eb0e471f494 service neutron] 10.222.0.18 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229053 Mar 29 15:32:11.587704 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-037bcf43-f751-48e3-943a-f6978b8e90ed service neutron] 10.222.0.18 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247795 Mar 29 15:32:11.596001 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-28ded34b-1150-4fc2-b1b2-027930af4933 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:11.598126 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-28ded34b-1150-4fc2-b1b2-027930af4933 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 818 time: 0.2460165 Mar 29 15:32:11.630100 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-48ab4a8c-e4a4-42f0-8bd9-8dd9ce4cd7a4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Request body: {'port': {'device_id': '33739309-be6a-4f13-b32b-fc2a25b448c2', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'admin_state_up': True, 'tenant_id': '1623afb8886b48af82c5e0475cc0684d'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:11.737413 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4948-dc19-496a-9e1a-818f2246ec7a admin admin] Publish callbacks [] for security_group (7d7fe75d-938e-4cc2-9dfd-5a2f429dd75d), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:11.748145 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4948-dc19-496a-9e1a-818f2246ec7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (7d7fe75d-938e-4cc2-9dfd-5a2f429dd75d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:11.794611 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-1b45be5d-3832-4497-9143-be466ef9acc3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:11.828595 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-f965dd75-5641-4a1f-b95b-0c4d1270b455 service neutron] 10.222.0.18 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710311 Mar 29 15:32:11.838863 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-fbdd4948-dc19-496a-9e1a-818f2246ec7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c66a24ac0594ffd807d7fb439fb4f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1402600 Mar 29 15:32:11.841741 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 46022) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:11.856534 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-281a5321-de77-479d-868a-67604689e8d0 service neutron] 10.222.0.18 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536161 Mar 29 15:32:11.857306 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd4948-dc19-496a-9e1a-818f2246ec7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7fe75d-938e-4cc2-9dfd-5a2f429dd75d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:11.895267 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-1b45be5d-3832-4497-9143-be466ef9acc3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:11.895591 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-48ab4a8c-e4a4-42f0-8bd9-8dd9ce4cd7a4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Made reservation on behalf of 1623afb8886b48af82c5e0475cc0684d for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:11.910400 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-48ab4a8c-e4a4-42f0-8bd9-8dd9ce4cd7a4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:12.284651 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-48ab4a8c-e4a4-42f0-8bd9-8dd9ce4cd7a4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Allocated IP 172.20.0.10 (28e88c41-7b2e-46bf-9efb-43dc0aeca0ca/0709834a-b1e4-4d89-bb13-a71aabdc2909/873ba81b-567e-4418-8d09-92acc7209f2b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:12.564958 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-61899f8a-226d-405a-87ed-b24f6f745da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:12.606289 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-1b45be5d-3832-4497-9143-be466ef9acc3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:12.617268 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-1b45be5d-3832-4497-9143-be466ef9acc3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:12.621000 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-1b45be5d-3832-4497-9143-be466ef9acc3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:12.646124 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-85d136e4-7fa2-4441-b49d-7ef5ac1733f5 req-18db04df-f76b-4cc1-8cbe-22ec98c158e0 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 210 time: 0.1021600 Mar 29 15:32:12.677336 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c0d20493-668a-4cdc-9121-0c77402a2910 admin admin] Publish callbacks [] for security_group (7d7fe75d-938e-4cc2-9dfd-5a2f429dd75d), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:12.723341 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-48ab4a8c-e4a4-42f0-8bd9-8dd9ce4cd7a4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for port (873ba81b-567e-4418-8d09-92acc7209f2b), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:12.726501 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45be5d-3832-4497-9143-be466ef9acc3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Pushing event updated for resources: {'Port': ['ID=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:12.796509 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c0d20493-668a-4cdc-9121-0c77402a2910 admin admin] Publish callbacks [] for security_group (7d7fe75d-938e-4cc2-9dfd-5a2f429dd75d), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:12.824195 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d267e-ac2b-4727-abec-c208288baa83 req-4b8a5ecc-621d-49c1-8c9e-137bd5506744 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:12.826052 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dc6d267e-ac2b-4727-abec-c208288baa83 req-4b8a5ecc-621d-49c1-8c9e-137bd5506744 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 943 time: 0.2925916 Mar 29 15:32:12.842904 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-1b45be5d-3832-4497-9143-be466ef9acc3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:12.845262 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-1b45be5d-3832-4497-9143-be466ef9acc3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:12.855833 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-462ea65b-b9d8-4b99-b0c6-bb9d52555c7e req-4a79be58-8c20-47e4-b245-78fab5f54bce tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 210 time: 0.1082456 Mar 29 15:32:12.857742 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-48ab4a8c-e4a4-42f0-8bd9-8dd9ce4cd7a4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:12.938422 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-48ab4a8c-e4a4-42f0-8bd9-8dd9ce4cd7a4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:12.943190 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-48ab4a8c-e4a4-42f0-8bd9-8dd9ce4cd7a4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:12.952416 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-48ab4a8c-e4a4-42f0-8bd9-8dd9ce4cd7a4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:12.966032 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-1b45be5d-3832-4497-9143-be466ef9acc3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8943317 Mar 29 15:32:12.971274 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-48ab4a8c-e4a4-42f0-8bd9-8dd9ce4cd7a4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:12.972446 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-48ab4a8c-e4a4-42f0-8bd9-8dd9ce4cd7a4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for port (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:12.996310 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Request body: {'port': {'device_id': 'a1d43a5d-f528-40de-8aa8-03aa0b81f6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:13.052446 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab4a8c-e4a4-42f0-8bd9-8dd9ce4cd7a4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Pushing event updated for resources: {'Port': ['ID=873ba81b-567e-4418-8d09-92acc7209f2b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:13.054414 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dc6d267e-ac2b-4727-abec-c208288baa83 req-eaf78e09-a3ba-4719-931c-8b8ad2e390aa tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197433 Mar 29 15:32:13.059128 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-734f5a30-7f33-4120-b816-ab4cd50d286e req-5ca9ec0a-1c52-4f80-92ed-2b250f4088a0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 210 time: 0.0588510 Mar 29 15:32:13.096137 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-48ab4a8c-e4a4-42f0-8bd9-8dd9ce4cd7a4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4789078 Mar 29 15:32:13.099865 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-6eecb7a3-2d7d-43b3-84a8-b0545a0746b9 None None] Provisioning complete for port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:13.100251 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6eecb7a3-2d7d-43b3-84a8-b0545a0746b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.112165 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Request body: {'port': {'device_id': '33739309-be6a-4f13-b32b-fc2a25b448c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:13.142094 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c0d20493-668a-4cdc-9121-0c77402a2910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (7d7fe75d-938e-4cc2-9dfd-5a2f429dd75d), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.145081 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c0d20493-668a-4cdc-9121-0c77402a2910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.146441 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-c0d20493-668a-4cdc-9121-0c77402a2910 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d7fe75d-938e-4cc2-9dfd-5a2f429dd75d HTTP/1.1" status: 204 len: 168 time: 1.3023553 Mar 29 15:32:13.165750 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d20493-668a-4cdc-9121-0c77402a2910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7fe75d-938e-4cc2-9dfd-5a2f429dd75d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:13.173830 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.281626 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6eecb7a3-2d7d-43b3-84a8-b0545a0746b9 None None] Port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:32:13.310820 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.532083 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-468b08f2-88ad-4cf8-9842-c26368129cbd None None] Provisioning complete for port 873ba81b-567e-4418-8d09-92acc7209f2b triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:13.532463 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-468b08f2-88ad-4cf8-9842-c26368129cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:13.610905 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-468b08f2-88ad-4cf8-9842-c26368129cbd None None] Port 873ba81b-567e-4418-8d09-92acc7209f2b cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:32:13.658604 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.31', 52052) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:13.860662 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.31', 52054) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:13.927143 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device e627d048-b839-4a35-baf6-8add4f759ba3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:32:13.985675 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-9950bae7-1b39-4a4f-94d6-52498271d9e5 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:13.997139 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-9950bae7-1b39-4a4f-94d6-52498271d9e5 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.31 "GET /v2.0/networks?id=338732b2-ea3a-4739-8f59-c28fe02d1d89 HTTP/1.1" status: 200 len: 810 time: 0.3328171 Mar 29 15:32:14.040052 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873ba81b-567e-4418-8d09-92acc7209f2b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:14.058334 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Publish callbacks [] for port (873ba81b-567e-4418-8d09-92acc7209f2b), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.061846 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 46110) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:14.131369 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46b5ce54-ea67-4cd6-9382-2f4d91743d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.180811 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605715a8-6bb5-43a1-8eee-edcf2d1c846b req-57b186e9-f1a9-4591-a57a-32b1c9a62f70 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:14.185805 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Transition to ACTIVE for port object 873ba81b-567e-4418-8d09-92acc7209f2b will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:32:14.186131 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-605715a8-6bb5-43a1-8eee-edcf2d1c846b req-57b186e9-f1a9-4591-a57a-32b1c9a62f70 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 932 time: 0.3683474 Mar 29 15:32:14.187958 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3b1501f9-dbe9-4961-9dba-285b302bba4e req-61b9934c-8e4a-4c90-85f4-a5729e6c0f02 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 210 time: 0.0862448 Mar 29 15:32:14.191595 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port e627d048-b839-4a35-baf6-8add4f759ba3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e627d048-b839-4a35-baf6-8add4f759ba3,segment=NetworkSegment(b184c38f-a8d1-460f-90a9-06f47125352e),segment_id=b184c38f-a8d1-460f-90a9-06f47125352e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:14.198785 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.221210 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': 'e627d048-b839-4a35-baf6-8add4f759ba3', 'network_id': 'fbfe1490-b39e-461c-b222-5195b4aecf57', 'port_id': 'e627d048-b839-4a35-baf6-8add4f759ba3', 'mac_address': 'fa:16:3e:df:40:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec71bee-13f8-4eb4-9bb3-f8816865154c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:32:14.289465 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port e627d048-b839-4a35-baf6-8add4f759ba3 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:14.289861 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e627d048-b839-4a35-baf6-8add4f759ba3), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.292740 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-cabcd1f3-17ec-42d0-9950-9624df468a51 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:14.295434 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-cabcd1f3-17ec-42d0-9950-9624df468a51 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.31 "GET /v2.0/networks?id=6af2c806-9c32-4a97-8072-598765883877 HTTP/1.1" status: 200 len: 816 time: 0.4323847 Mar 29 15:32:14.305051 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e627d048-b839-4a35-baf6-8add4f759ba3 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:14.332101 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port e627d048-b839-4a35-baf6-8add4f759ba3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e627d048-b839-4a35-baf6-8add4f759ba3,segment=NetworkSegment(b184c38f-a8d1-460f-90a9-06f47125352e),segment_id=b184c38f-a8d1-460f-90a9-06f47125352e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:14.336333 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (e627d048-b839-4a35-baf6-8add4f759ba3), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.380633 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Pushing event updated for resources: {'Port': ['ID=873ba81b-567e-4418-8d09-92acc7209f2b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:14.394292 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=e627d048-b839-4a35-baf6-8add4f759ba3,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:14.410939 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:14.437523 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Attempting to bind port 873ba81b-567e-4418-8d09-92acc7209f2b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:14.437848 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Attempting to bind port 873ba81b-567e-4418-8d09-92acc7209f2b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:14.438490 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Attempting to bind port 873ba81b-567e-4418-8d09-92acc7209f2b on network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:14.440260 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Publish callbacks [] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.450809 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-ec1621d5-a3fb-4374-b0e3-40a640389c6d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b14b15a19b5419d8f9548e71f9866a3 HTTP/1.1" status: 200 len: 379 time: 0.4450016 Mar 29 15:32:14.461546 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-605715a8-6bb5-43a1-8eee-edcf2d1c846b req-94dacc22-c420-4814-b03d-b098447e69b5 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645102 Mar 29 15:32:14.469033 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Port 873ba81b-567e-4418-8d09-92acc7209f2b on network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:32:14.469354 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Attempting to bind port 873ba81b-567e-4418-8d09-92acc7209f2b on network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:14.471141 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-ec37cdd4-4aca-4d6d-b30a-e24063c3538b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Request body: {'port': {'device_id': '5ea565c0-54f1-4b22-aba5-fdf735416c21', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'admin_state_up': True, 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'security_groups': ['892fd52c-a80d-4903-adae-1fe4a5db812a']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:14.496491 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2bf0-10e3-49cc-8dc2-aadb3b8456e1 req-f859350f-bc3b-443b-b34b-b747f7ca1c9f tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:14.498046 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1f5a2bf0-10e3-49cc-8dc2-aadb3b8456e1 req-f859350f-bc3b-443b-b34b-b747f7ca1c9f tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 943 time: 0.2163837 Mar 29 15:32:14.504726 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Transition to ACTIVE for port object 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:32:14.506991 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-f30ffd29-e5c7-4cb7-8bfc-79e720411554 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc HTTP/1.1" status: 200 len: 379 time: 0.1900697 Mar 29 15:32:14.518409 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:14.518739 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Checking segment: {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:14.519118 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Bound using segment: {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:14.519586 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Bound port: 873ba81b-567e-4418-8d09-92acc7209f2b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:14.519937 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.529745 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-45797f0a-c972-4dca-9add-a774aaf7a45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Request body: {'port': {'device_id': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'admin_state_up': True, 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'security_groups': ['e1495fab-471b-48ba-9692-77072ab73acd']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:14.533688 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.539526 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46b5ce54-ea67-4cd6-9382-2f4d91743d5f admin admin] Publish callbacks [] for security_group (44ae1106-a7f5-491e-8a07-059b7dbe1890), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.571857 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46b5ce54-ea67-4cd6-9382-2f4d91743d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (44ae1106-a7f5-491e-8a07-059b7dbe1890), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.589158 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['e627d048-b839-4a35-baf6-8add4f759ba3'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:32:14.612966 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-51881a78-2080-4ee7-8957-926414ab3ffa req-b01f55ae-fcb5-40dd-811c-34b341834c09 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 210 time: 0.0739448 Mar 29 15:32:14.642449 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:14.721041 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-46b5ce54-ea67-4cd6-9382-2f4d91743d5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fd47915670145d6ad9997fca9939fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6550460 Mar 29 15:32:14.727706 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1f5a2bf0-10e3-49cc-8dc2-aadb3b8456e1 req-cacbbe7e-24e4-4b57-97b3-4f1f48daaf1e tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196116 Mar 29 15:32:14.732624 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 46122) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:14.733302 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5ce54-ea67-4cd6-9382-2f4d91743d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ae1106-a7f5-491e-8a07-059b7dbe1890,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:14.796433 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Attempting to bind port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:14.797345 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Attempting to bind port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:14.797884 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Attempting to bind port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c on network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:14.802609 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-ec37cdd4-4aca-4d6d-b30a-e24063c3538b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Made reservation on behalf of 7b14b15a19b5419d8f9548e71f9866a3 for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:14.806213 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-ec37cdd4-4aca-4d6d-b30a-e24063c3538b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.809722 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c on network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:32:14.810277 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Attempting to bind port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c on network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:14.811381 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] For port 873ba81b-567e-4418-8d09-92acc7209f2b, host hv-cinder-79053, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:14.820456 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] For port 873ba81b-567e-4418-8d09-92acc7209f2b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=873ba81b-567e-4418-8d09-92acc7209f2b,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:14.823316 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:14.823927 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Checking segment: {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:14.824728 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Bound using segment: {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:14.825424 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Bound port: 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:14.825996 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.841671 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.859067 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-45797f0a-c972-4dca-9add-a774aaf7a45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Made reservation on behalf of f741faf07fb54ef2b7e833c09bc9f0fc for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:14.862377 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-45797f0a-c972-4dca-9add-a774aaf7a45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.896124 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:14.896738 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for port (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.898435 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] 10.222.0.31 "PUT /v2.0/ports/873ba81b-567e-4418-8d09-92acc7209f2b HTTP/1.1" status: 200 len: 1094 time: 1.7963846 Mar 29 15:32:14.899076 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b461cdc6-95c5-4acf-ad71-fba98b85be13 admin admin] Publish callbacks [] for security_group (44ae1106-a7f5-491e-8a07-059b7dbe1890), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.906371 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33739309-be6a-4f13-b32b-fc2a25b448c2', 'tag': '873ba81b-567e-4418-8d09-92acc7209f2b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:14.908697 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207c4aa6-c7ce-41de-86f1-5915b7a741c3" -d '{"events": [{"name": "network-changed", "server_uuid": "33739309-be6a-4f13-b32b-fc2a25b448c2", "tag": "873ba81b-567e-4418-8d09-92acc7209f2b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:14.960648 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b461cdc6-95c5-4acf-ad71-fba98b85be13 admin admin] Publish callbacks [] for security_group (44ae1106-a7f5-491e-8a07-059b7dbe1890), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:14.990667 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] For port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:15.039478 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] For port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:15.062325 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:15.063689 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad5fa5-b458-48be-832a-97f97fb1150e service neutron] Pushing event updated for resources: {'Port': ['ID=873ba81b-567e-4418-8d09-92acc7209f2b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:15.102348 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04489a92-d81d-4159-b30b-6c26eeb7d976 x-openstack-request-id: req-04489a92-d81d-4159-b30b-6c26eeb7d976 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:15.102634 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33739309-be6a-4f13-b32b-fc2a25b448c2", "tag": "873ba81b-567e-4418-8d09-92acc7209f2b", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:15.102884 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04489a92-d81d-4159-b30b-6c26eeb7d976 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:15.104196 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04489a92-d81d-4159-b30b-6c26eeb7d976'] response: {'name': 'network-changed', 'server_uuid': '33739309-be6a-4f13-b32b-fc2a25b448c2', 'tag': '873ba81b-567e-4418-8d09-92acc7209f2b', 'status': 'completed', 'code': 200} Mar 29 15:32:15.108148 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-ec37cdd4-4aca-4d6d-b30a-e24063c3538b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Allocated IP 172.20.0.11 (338732b2-ea3a-4739-8f59-c28fe02d1d89/367b68cf-8773-4f3b-bc3f-07941870df7d/692a093c-603a-4161-bdbc-651eee0bf5d7) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:15.125921 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b225a9c-71ed-4de1-97ca-ef7b8c2b4dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:15.154765 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:15.155509 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:15.157083 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] 10.222.0.31 "PUT /v2.0/ports/9d2e4e9e-39d0-47ce-9c39-f44937b41d0c HTTP/1.1" status: 200 len: 1094 time: 2.1699793 Mar 29 15:32:15.157647 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d43a5d-f528-40de-8aa8-03aa0b81f6cf', 'tag': '9d2e4e9e-39d0-47ce-9c39-f44937b41d0c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:15.286594 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:15.306332 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-3cca1b67-ea1f-4d2a-8a34-ef60e6b1aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:15.307913 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-3cca1b67-ea1f-4d2a-8a34-ef60e6b1aada service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 1128 time: 0.3303761 Mar 29 15:32:15.323726 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b461cdc6-95c5-4acf-ad71-fba98b85be13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (44ae1106-a7f5-491e-8a07-059b7dbe1890), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:15.326234 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b461cdc6-95c5-4acf-ad71-fba98b85be13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:15.329834 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-b461cdc6-95c5-4acf-ad71-fba98b85be13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44ae1106-a7f5-491e-8a07-059b7dbe1890 HTTP/1.1" status: 204 len: 168 time: 0.5902092 Mar 29 15:32:15.388030 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7b5eb9-f86c-4459-9db7-1e6ae23c4445" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d43a5d-f528-40de-8aa8-03aa0b81f6cf", "tag": "9d2e4e9e-39d0-47ce-9c39-f44937b41d0c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:15.416239 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0897f2-55ba-4770-a172-06196a484397 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:15.682966 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dab8f60-01e9-4a5a-941d-5be1e433fa2b x-openstack-request-id: req-1dab8f60-01e9-4a5a-941d-5be1e433fa2b {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:15.684409 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d43a5d-f528-40de-8aa8-03aa0b81f6cf", "tag": "9d2e4e9e-39d0-47ce-9c39-f44937b41d0c", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:15.685243 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dab8f60-01e9-4a5a-941d-5be1e433fa2b {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:15.686333 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dab8f60-01e9-4a5a-941d-5be1e433fa2b'] response: {'name': 'network-changed', 'server_uuid': 'a1d43a5d-f528-40de-8aa8-03aa0b81f6cf', 'tag': '9d2e4e9e-39d0-47ce-9c39-f44937b41d0c', 'status': 'completed', 'code': 200} Mar 29 15:32:15.784477 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-ec37cdd4-4aca-4d6d-b30a-e24063c3538b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:15.798723 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-6a5e8763-bcb5-4ae5-98c1-5457180c46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:15.800519 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-6a5e8763-bcb5-4ae5-98c1-5457180c46f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 1128 time: 0.5677631 Mar 29 15:32:15.928679 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-45797f0a-c972-4dca-9add-a774aaf7a45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Allocated IP 172.20.0.11 (6af2c806-9c32-4a97-8072-598765883877/3c996c52-decf-419a-b06f-413a1a03acb7/73378be3-b180-4b37-a2a9-b3a75e3407e9) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:15.936013 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4c851f38-f4b8-4811-9680-c10b9c284aa7 req-c4cbf21d-d6b2-4d59-b2f8-4ac20577e571 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 210 time: 0.5923676 Mar 29 15:32:15.937215 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461cdc6-95c5-4acf-ad71-fba98b85be13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ae1106-a7f5-491e-8a07-059b7dbe1890,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:15.944247 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-0b9fd555-5605-4654-8d42-9658dcc02f30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=873ba81b-567e-4418-8d09-92acc7209f2b HTTP/1.1" status: 200 len: 217 time: 0.5994644 Mar 29 15:32:16.025531 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbb93e-dba3-4503-9c75-4c9b748d0a07 req-d87b545b-a8bc-493a-b800-e9b2038cc850 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:16.027610 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-03cbb93e-dba3-4503-9c75-4c9b748d0a07 req-d87b545b-a8bc-493a-b800-e9b2038cc850 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 944 time: 0.2383902 Mar 29 15:32:16.039422 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-ec37cdd4-4aca-4d6d-b30a-e24063c3538b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.059725 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.080737 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:32:16.090737 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-ec37cdd4-4aca-4d6d-b30a-e24063c3538b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Network 338732b2-ea3a-4739-8f59-c28fe02d1d89 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:16.102245 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-ec37cdd4-4aca-4d6d-b30a-e24063c3538b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:16.105351 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-ec37cdd4-4aca-4d6d-b30a-e24063c3538b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:16.137158 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6455e5c0-a55f-46d1-95c2-f3d958b6b144 req-4b6b29b8-2a59-43aa-8086-59706a62dbf2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 210 time: 0.0432496 Mar 29 15:32:16.152922 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 46190) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:16.160990 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37cdd4-4aca-4d6d-b30a-e24063c3538b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event updated for resources: {'Port': ['ID=692a093c-603a-4161-bdbc-651eee0bf5d7,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:16.192209 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-03cbb93e-dba3-4503-9c75-4c9b748d0a07 req-adca7edf-d9fc-4df7-b2f0-031d65430ec8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549995 Mar 29 15:32:16.197852 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-ec37cdd4-4aca-4d6d-b30a-e24063c3538b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:16.198542 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-ec37cdd4-4aca-4d6d-b30a-e24063c3538b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.216054 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-ec37cdd4-4aca-4d6d-b30a-e24063c3538b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7533369 Mar 29 15:32:16.276457 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-45797f0a-c972-4dca-9add-a774aaf7a45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.329330 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f6fd88e-f294-47ca-b490-5336122b46a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.387584 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d548ca-7fbd-41f7-a8ba-723e3e3b6b47 req-07327eb3-6577-4573-b179-df3ed1980db1 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:16.389106 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-43d548ca-7fbd-41f7-a8ba-723e3e3b6b47 req-07327eb3-6577-4573-b179-df3ed1980db1 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 944 time: 0.1309717 Mar 29 15:32:16.402083 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-45797f0a-c972-4dca-9add-a774aaf7a45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.422268 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-448a6894-a87a-41b5-9f80-2ae46ec68af5 None None] Provisioning complete for port 692a093c-603a-4161-bdbc-651eee0bf5d7 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:16.422818 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-448a6894-a87a-41b5-9f80-2ae46ec68af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.456524 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-448a6894-a87a-41b5-9f80-2ae46ec68af5 None None] Port 692a093c-603a-4161-bdbc-651eee0bf5d7 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:32:16.471747 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-45797f0a-c972-4dca-9add-a774aaf7a45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Network 6af2c806-9c32-4a97-8072-598765883877 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:16.478638 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device e627d048-b839-4a35-baf6-8add4f759ba3 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:16.483143 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-45797f0a-c972-4dca-9add-a774aaf7a45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:16.496479 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-45797f0a-c972-4dca-9add-a774aaf7a45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:16.501599 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-45797f0a-c972-4dca-9add-a774aaf7a45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:16.502239 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-45797f0a-c972-4dca-9add-a774aaf7a45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for port (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.508989 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45797f0a-c972-4dca-9add-a774aaf7a45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event updated for resources: {'Port': ['ID=73378be3-b180-4b37-a2a9-b3a75e3407e9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:16.544496 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-43d548ca-7fbd-41f7-a8ba-723e3e3b6b47 req-d2429f76-1c0d-42a5-a5b5-76300624337d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420989 Mar 29 15:32:16.557456 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port e627d048-b839-4a35-baf6-8add4f759ba3 completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:32:16.559649 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-45797f0a-c972-4dca-9add-a774aaf7a45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0374525 Mar 29 15:32:16.562479 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port e627d048-b839-4a35-baf6-8add4f759ba3 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:16.565760 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (e627d048-b839-4a35-baf6-8add4f759ba3), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.578263 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f6fd88e-f294-47ca-b490-5336122b46a5 admin admin] Publish callbacks [] for security_group (7bb51ebd-7bd8-4498-b45c-63269e061975), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.585621 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f6fd88e-f294-47ca-b490-5336122b46a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (7bb51ebd-7bd8-4498-b45c-63269e061975), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.627686 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-1f6fd88e-f294-47ca-b490-5336122b46a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29d93755b40f48f88aabca5e51c5008d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4736032 Mar 29 15:32:16.628592 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fd88e-f294-47ca-b490-5336122b46a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb51ebd-7bd8-4498-b45c-63269e061975,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:16.630774 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 46208) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:16.672202 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port e627d048-b839-4a35-baf6-8add4f759ba3 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:16.672591 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e627d048-b839-4a35-baf6-8add4f759ba3), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.697734 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c1853b3f-f900-479f-96d7-5ff182d3bd95 admin admin] Publish callbacks [] for security_group (7bb51ebd-7bd8-4498-b45c-63269e061975), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.702912 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93adc086-0754-48f7-8ce0-2529ce14acac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e627d048-b839-4a35-baf6-8add4f759ba3'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:16.723016 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c1853b3f-f900-479f-96d7-5ff182d3bd95 admin admin] Publish callbacks [] for security_group (7bb51ebd-7bd8-4498-b45c-63269e061975), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.785641 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c1853b3f-f900-479f-96d7-5ff182d3bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (7bb51ebd-7bd8-4498-b45c-63269e061975), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.788304 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c1853b3f-f900-479f-96d7-5ff182d3bd95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.791085 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port e627d048-b839-4a35-baf6-8add4f759ba3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e627d048-b839-4a35-baf6-8add4f759ba3,segment=NetworkSegment(b184c38f-a8d1-460f-90a9-06f47125352e),segment_id=b184c38f-a8d1-460f-90a9-06f47125352e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:16.793668 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-c1853b3f-f900-479f-96d7-5ff182d3bd95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bb51ebd-7bd8-4498-b45c-63269e061975 HTTP/1.1" status: 204 len: 168 time: 0.1618521 Mar 29 15:32:16.800326 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (e627d048-b839-4a35-baf6-8add4f759ba3), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.802314 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1853b3f-f900-479f-96d7-5ff182d3bd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb51ebd-7bd8-4498-b45c-63269e061975,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:16.808049 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-3c3882a5-7b3f-4b14-8725-448df2279a30 None None] Provisioning complete for port 73378be3-b180-4b37-a2a9-b3a75e3407e9 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:16.808421 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3c3882a5-7b3f-4b14-8725-448df2279a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:16.878894 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-3c3882a5-7b3f-4b14-8725-448df2279a30 None None] Port 73378be3-b180-4b37-a2a9-b3a75e3407e9 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:32:16.914510 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=e627d048-b839-4a35-baf6-8add4f759ba3,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:16.942566 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2def56-9b8b-4692-837a-2ac8d2434c4c" -d '{"events": [{"server_uuid": "93adc086-0754-48f7-8ce0-2529ce14acac", "name": "network-vif-plugged", "status": "completed", "tag": "e627d048-b839-4a35-baf6-8add4f759ba3"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:17.068490 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599b8c65-75e9-4bf7-beb9-38002ccd40e8 x-openstack-request-id: req-599b8c65-75e9-4bf7-beb9-38002ccd40e8 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:17.068908 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93adc086-0754-48f7-8ce0-2529ce14acac", "name": "network-vif-plugged", "status": "completed", "tag": "e627d048-b839-4a35-baf6-8add4f759ba3", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:17.069330 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-599b8c65-75e9-4bf7-beb9-38002ccd40e8 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:17.070268 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599b8c65-75e9-4bf7-beb9-38002ccd40e8'] response: {'server_uuid': '93adc086-0754-48f7-8ce0-2529ce14acac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e627d048-b839-4a35-baf6-8add4f759ba3', 'code': 200} Mar 29 15:32:17.113352 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4d94a-c4e0-460b-b7aa-3f71d5429db7 req-6f5fdf3b-4bde-45ce-a66e-749da483708e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:17.114875 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2dc4d94a-c4e0-460b-b7aa-3f71d5429db7 req-6f5fdf3b-4bde-45ce-a66e-749da483708e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 932 time: 0.0843840 Mar 29 15:32:17.163753 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2dc4d94a-c4e0-460b-b7aa-3f71d5429db7 req-5d169c45-3bc9-4b63-80c7-d24eef8400c5 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427401 Mar 29 15:32:17.193879 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.257725 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 46236) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:17.272000 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4de1d038-15d2-4422-973c-14006dc89e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.282245 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9ebc7-5065-4719-9a6b-915b3880eef1 req-00ad8bc8-dcf3-447f-8e78-b670d840ddb2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:17.283876 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e7a9ebc7-5065-4719-9a6b-915b3880eef1 req-00ad8bc8-dcf3-447f-8e78-b670d840ddb2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 932 time: 0.0651639 Mar 29 15:32:17.332230 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e7a9ebc7-5065-4719-9a6b-915b3880eef1 req-67272f8f-68bf-4071-909d-7ff584a9887a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428531 Mar 29 15:32:17.368081 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f40859-20d9-42d7-b071-2cadb274a0b3 req-c468cd3a-378d-4ed4-ae83-4d1d9941b322 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:17.370105 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-21f40859-20d9-42d7-b071-2cadb274a0b3 req-c468cd3a-378d-4ed4-ae83-4d1d9941b322 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 944 time: 0.0875628 Mar 29 15:32:17.406009 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4de1d038-15d2-4422-973c-14006dc89e04 admin admin] Publish callbacks [] for security_group (2e3ebb60-7732-4249-a494-c94738924378), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.410908 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4de1d038-15d2-4422-973c-14006dc89e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (2e3ebb60-7732-4249-a494-c94738924378), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.463536 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-21f40859-20d9-42d7-b071-2cadb274a0b3 req-46dac4d8-ecc1-4951-a68f-dd980a62510b tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837004 Mar 29 15:32:17.469395 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-4de1d038-15d2-4422-973c-14006dc89e04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc4442d26cd044138a33fbeaed5403d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077270 Mar 29 15:32:17.469395 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 46238) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:17.475473 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1d038-15d2-4422-973c-14006dc89e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3ebb60-7732-4249-a494-c94738924378,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:17.519447 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26d18c86-da01-48fa-bb2d-ba32e66759cf admin admin] Publish callbacks [] for security_group (2e3ebb60-7732-4249-a494-c94738924378), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.539706 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26d18c86-da01-48fa-bb2d-ba32e66759cf admin admin] Publish callbacks [] for security_group (2e3ebb60-7732-4249-a494-c94738924378), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.592210 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26d18c86-da01-48fa-bb2d-ba32e66759cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (2e3ebb60-7732-4249-a494-c94738924378), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.594929 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26d18c86-da01-48fa-bb2d-ba32e66759cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:17.598628 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-26d18c86-da01-48fa-bb2d-ba32e66759cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e3ebb60-7732-4249-a494-c94738924378 HTTP/1.1" status: 204 len: 168 time: 0.1258266 Mar 29 15:32:17.614357 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d18c86-da01-48fa-bb2d-ba32e66759cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3ebb60-7732-4249-a494-c94738924378,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:17.674245 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0ac96-0c93-4358-98f6-54aae1962f64 req-164ac917-3eee-493c-9e81-50f68313e14d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:17.675719 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fae0ac96-0c93-4358-98f6-54aae1962f64 req-164ac917-3eee-493c-9e81-50f68313e14d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 945 time: 0.0617816 Mar 29 15:32:17.725190 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fae0ac96-0c93-4358-98f6-54aae1962f64 req-f728ffdf-eb8f-4cef-9609-2752c26cb0de tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439699 Mar 29 15:32:18.167713 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Request body: {'port': {'device_id': '5ea565c0-54f1-4b22-aba5-fdf735416c21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:18.174151 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Request body: {'port': {'device_id': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:18.242308 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-34acb9f2-9a19-44fc-9c59-27746d48e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:18.244326 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-34acb9f2-9a19-44fc-9c59-27746d48e70b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0833395 Mar 29 15:32:18.357247 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:18.414255 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.31', 52061) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:18.443858 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-bc4485b4-553e-4960-9bb5-ff93ef9b5dbe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c HTTP/1.1" status: 200 len: 217 time: 0.2873333 Mar 29 15:32:18.547776 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:18.569363 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-32737126-3e12-4a2f-b5ae-5ecbf70405f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:18.570815 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-32737126-3e12-4a2f-b5ae-5ecbf70405f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.1147873 Mar 29 15:32:18.577707 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-bebbdbeb-30a4-4cc8-9294-592b39ec4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:18.579399 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-bebbdbeb-30a4-4cc8-9294-592b39ec4d54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3084383 Mar 29 15:32:18.583194 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51929a-42ba-4d40-96ab-14ba8eff445d req-5f694461-a000-4478-a076-d1f73ece5db2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:18.584780 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3b51929a-42ba-4d40-96ab-14ba8eff445d req-5f694461-a000-4478-a076-d1f73ece5db2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 932 time: 0.1453466 Mar 29 15:32:18.633788 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2edac-5d5a-4e74-98ac-6b5b1b53f62a req-7482c7a4-358a-4725-9438-da702f09ed59 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:18.635830 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7ef2edac-5d5a-4e74-98ac-6b5b1b53f62a req-7482c7a4-358a-4725-9438-da702f09ed59 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 932 time: 0.3500450 Mar 29 15:32:18.709908 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63233a42-f706-4c8e-bae5-9a8a3057a25e req-563b36f2-6b56-485b-9681-d1da97f569e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:18.711548 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-63233a42-f706-4c8e-bae5-9a8a3057a25e req-563b36f2-6b56-485b-9681-d1da97f569e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 1129 time: 0.2943692 Mar 29 15:32:18.774544 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:18.803345 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-63233a42-f706-4c8e-bae5-9a8a3057a25e req-d4943d74-2c78-4363-9495-e7b34ea2c660 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:18.821015 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3b51929a-42ba-4d40-96ab-14ba8eff445d req-634dd6b3-0872-4be1-9309-434fc67145b3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180431 Mar 29 15:32:18.850723 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-9604ec12-a1e6-46e8-8991-6f3208ebb0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:18.852449 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-9604ec12-a1e6-46e8-8991-6f3208ebb0a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2664266 Mar 29 15:32:18.856202 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7ef2edac-5d5a-4e74-98ac-6b5b1b53f62a req-a73f4635-0378-4d95-b560-341a2b26279b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021241 Mar 29 15:32:18.980123 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-3ed00d67-c10e-43f2-ba41-feb77f2b8dee service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424010 Mar 29 15:32:19.074227 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-63233a42-f706-4c8e-bae5-9a8a3057a25e req-d4943d74-2c78-4363-9495-e7b34ea2c660 service neutron] Publish callbacks [] for security_group (9383340f-d788-43f0-a637-f47714fcfa59), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.129260 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-63233a42-f706-4c8e-bae5-9a8a3057a25e req-d4943d74-2c78-4363-9495-e7b34ea2c660 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (9383340f-d788-43f0-a637-f47714fcfa59), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.137985 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12db9e7-f204-46ba-ade0-14d9d5f85b44 req-fb9d2630-2626-4b45-b0f3-453835ac22db tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:19.139526 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d12db9e7-f204-46ba-ade0-14d9d5f85b44 req-fb9d2630-2626-4b45-b0f3-453835ac22db tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 944 time: 0.1644390 Mar 29 15:32:19.146771 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-9c102869-b0e4-44fd-8aeb-cd43b30574b2 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836871 Mar 29 15:32:19.203824 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-63233a42-f706-4c8e-bae5-9a8a3057a25e req-d4943d74-2c78-4363-9495-e7b34ea2c660 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819648 Mar 29 15:32:19.210528 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4943d74-2c78-4363-9495-e7b34ea2c660 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9383340f-d788-43f0-a637-f47714fcfa59,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:19.243703 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e25f9e-d09a-4e0a-adaf-0d61940ec060 req-5b51bd96-60ea-489e-855e-48d32347476c tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:19.245709 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-02e25f9e-d09a-4e0a-adaf-0d61940ec060 req-5b51bd96-60ea-489e-855e-48d32347476c tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 945 time: 0.2604136 Mar 29 15:32:19.297632 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692a093c-603a-4161-bdbc-651eee0bf5d7 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:19.304442 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d12db9e7-f204-46ba-ade0-14d9d5f85b44 req-6ede2f55-a6ce-4db1-a6be-20d77b036386 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554000 Mar 29 15:32:19.335323 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Publish callbacks [] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.353427 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-699c8ce0-a665-46a5-b9a1-e0b883151b8f req-ed162607-d609-4dae-8292-183b7cfcb333 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667986 Mar 29 15:32:19.365159 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Transition to ACTIVE for port object 692a093c-603a-4161-bdbc-651eee0bf5d7 will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:32:19.369500 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a185d10e-cac3-417c-b9f8-4f34d9450a3c req-6134c3d5-2b45-4adb-8f13-c995bfb2bb7d service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112331 Mar 29 15:32:19.370830 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.385159 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73378be3-b180-4b37-a2a9-b3a75e3407e9 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:19.392547 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-02e25f9e-d09a-4e0a-adaf-0d61940ec060 req-65b5b65e-8f46-4005-bc02-b8048b491445 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345017 Mar 29 15:32:19.397553 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Publish callbacks [] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.436689 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Pushing event updated for resources: {'Port': ['ID=692a093c-603a-4161-bdbc-651eee0bf5d7,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:19.444792 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Transition to ACTIVE for port object 73378be3-b180-4b37-a2a9-b3a75e3407e9 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:32:19.453458 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.610753 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Attempting to bind port 692a093c-603a-4161-bdbc-651eee0bf5d7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:19.611080 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Attempting to bind port 692a093c-603a-4161-bdbc-651eee0bf5d7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:19.611399 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Attempting to bind port 692a093c-603a-4161-bdbc-651eee0bf5d7 on network 338732b2-ea3a-4739-8f59-c28fe02d1d89 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:19.627882 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c4aa6-c7ce-41de-86f1-5915b7a741c3 req-48db86f6-a351-4919-b411-d21dd699b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:19.628895 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Pushing event updated for resources: {'Port': ['ID=73378be3-b180-4b37-a2a9-b3a75e3407e9,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:19.630601 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-207c4aa6-c7ce-41de-86f1-5915b7a741c3 req-48db86f6-a351-4919-b411-d21dd699b712 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 1128 time: 0.1263947 Mar 29 15:32:19.632078 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Port 692a093c-603a-4161-bdbc-651eee0bf5d7 on network 338732b2-ea3a-4739-8f59-c28fe02d1d89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:32:19.632628 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Attempting to bind port 692a093c-603a-4161-bdbc-651eee0bf5d7 on network 338732b2-ea3a-4739-8f59-c28fe02d1d89 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:19.672138 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Attempting to bind port 73378be3-b180-4b37-a2a9-b3a75e3407e9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:19.672638 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Attempting to bind port 73378be3-b180-4b37-a2a9-b3a75e3407e9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:19.672994 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Attempting to bind port 73378be3-b180-4b37-a2a9-b3a75e3407e9 on network 6af2c806-9c32-4a97-8072-598765883877 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:19.683152 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Port 73378be3-b180-4b37-a2a9-b3a75e3407e9 on network 6af2c806-9c32-4a97-8072-598765883877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:32:19.683486 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Attempting to bind port 73378be3-b180-4b37-a2a9-b3a75e3407e9 on network 6af2c806-9c32-4a97-8072-598765883877 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:19.688630 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b5eb9-f86c-4459-9db7-1e6ae23c4445 req-4d131908-73f4-49c8-bd75-ec4a4e9c2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:19.693126 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:19.693480 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Checking segment: {'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:19.693896 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Bound using segment: {'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:19.694353 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Bound port: 692a093c-603a-4161-bdbc-651eee0bf5d7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:19.694757 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:19.706831 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4c7b5eb9-f86c-4459-9db7-1e6ae23c4445 req-4d131908-73f4-49c8-bd75-ec4a4e9c2505 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 1128 time: 0.1832094 Mar 29 15:32:19.710071 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:19.710396 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Checking segment: {'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:19.710792 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Bound using segment: {'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:19.711408 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Bound port: 73378be3-b180-4b37-a2a9-b3a75e3407e9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:19.712078 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.077541 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] For port 73378be3-b180-4b37-a2a9-b3a75e3407e9, host hv-cinder-79053, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:20.081235 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] For port 73378be3-b180-4b37-a2a9-b3a75e3407e9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:20.093189 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.113782 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c4aa6-c7ce-41de-86f1-5915b7a741c3 req-d93ab281-dcfe-4d7b-888a-88bf6725be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:20.115554 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-207c4aa6-c7ce-41de-86f1-5915b7a741c3 req-d93ab281-dcfe-4d7b-888a-88bf6725be1a service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.4613650 Mar 29 15:32:20.122611 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] For port 692a093c-603a-4161-bdbc-651eee0bf5d7, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:20.127096 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] For port 692a093c-603a-4161-bdbc-651eee0bf5d7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=692a093c-603a-4161-bdbc-651eee0bf5d7,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:20.127948 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed87342-0706-4c8b-8950-a6f7c9af94b9 req-16272c98-2302-47d7-a178-595aadfc0239 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:20.129409 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5ed87342-0706-4c8b-8950-a6f7c9af94b9 req-16272c98-2302-47d7-a178-595aadfc0239 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 944 time: 0.1117389 Mar 29 15:32:20.157191 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.159808 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:20.160430 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for port (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.161838 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] 10.222.0.31 "PUT /v2.0/ports/73378be3-b180-4b37-a2a9-b3a75e3407e9 HTTP/1.1" status: 200 len: 1094 time: 1.9924548 Mar 29 15:32:20.162300 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:20.165055 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0d1aae-fce1-4323-85d4-e4210208ccc0" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:20.175679 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf654-f6e2-43ae-b501-28ddd36acc79 req-0652879e-ff36-46ed-869f-7f068e601556 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:20.185859 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e9ccf654-f6e2-43ae-b501-28ddd36acc79 req-0652879e-ff36-46ed-869f-7f068e601556 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.2470298 Mar 29 15:32:20.234134 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:20.234764 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:20.236167 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] 10.222.0.31 "PUT /v2.0/ports/692a093c-603a-4161-bdbc-651eee0bf5d7 HTTP/1.1" status: 200 len: 1094 time: 2.0726860 Mar 29 15:32:20.238450 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea565c0-54f1-4b22-aba5-fdf735416c21', 'tag': '692a093c-603a-4161-bdbc-651eee0bf5d7'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:20.240709 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b5eb04-9175-406b-bca6-83448e6e788c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea565c0-54f1-4b22-aba5-fdf735416c21", "tag": "692a093c-603a-4161-bdbc-651eee0bf5d7"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:20.254898 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6395d-a4d9-486c-815b-fef8839f8618 service neutron] Pushing event updated for resources: {'Port': ['ID=73378be3-b180-4b37-a2a9-b3a75e3407e9,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:20.314698 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02890e44-6e65-458d-b834-56f24a47ebb4 service neutron] Pushing event updated for resources: {'Port': ['ID=692a093c-603a-4161-bdbc-651eee0bf5d7,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:20.322110 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5ed87342-0706-4c8b-8950-a6f7c9af94b9 req-3a99bc7b-a89d-4894-8ea4-fc58f4246744 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665828 Mar 29 15:32:20.380774 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ee65ee-09d3-4a53-ae0e-4398e093d594 x-openstack-request-id: req-31ee65ee-09d3-4a53-ae0e-4398e093d594 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:20.381318 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:20.381740 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31ee65ee-09d3-4a53-ae0e-4398e093d594 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:20.382298 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ee65ee-09d3-4a53-ae0e-4398e093d594'] response: {'name': 'network-changed', 'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'status': 'completed', 'code': 200} Mar 29 15:32:20.396326 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e9ccf654-f6e2-43ae-b501-28ddd36acc79 req-c47e546c-a6aa-47f6-abe6-8561b300727f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094104 Mar 29 15:32:20.450293 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209b10a2-f9cd-4598-bcd1-18ca2f17b814 x-openstack-request-id: req-209b10a2-f9cd-4598-bcd1-18ca2f17b814 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:20.450587 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea565c0-54f1-4b22-aba5-fdf735416c21", "tag": "692a093c-603a-4161-bdbc-651eee0bf5d7", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:20.452240 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-209b10a2-f9cd-4598-bcd1-18ca2f17b814 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:20.452240 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209b10a2-f9cd-4598-bcd1-18ca2f17b814'] response: {'name': 'network-changed', 'server_uuid': '5ea565c0-54f1-4b22-aba5-fdf735416c21', 'tag': '692a093c-603a-4161-bdbc-651eee0bf5d7', 'status': 'completed', 'code': 200} Mar 29 15:32:20.557217 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e96b2-cae1-4610-83eb-be1f1f59efd7 req-82acce63-bc27-4216-8118-4ea7cae8ed63 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:20.558675 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1b8e96b2-cae1-4610-83eb-be1f1f59efd7 req-82acce63-bc27-4216-8118-4ea7cae8ed63 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 944 time: 0.0632145 Mar 29 15:32:20.589252 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f553da3-a0a7-4e89-9474-7ff582573d72 req-c487809f-afd3-4c74-9f30-80328f304157 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:20.590819 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-8f553da3-a0a7-4e89-9474-7ff582573d72 req-c487809f-afd3-4c74-9f30-80328f304157 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 945 time: 0.0601742 Mar 29 15:32:20.611658 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1b8e96b2-cae1-4610-83eb-be1f1f59efd7 req-f8c1de74-961a-467d-8396-5d77cb344218 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469882 Mar 29 15:32:20.640110 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-8f553da3-a0a7-4e89-9474-7ff582573d72 req-19a8ea2d-8a8d-4be4-a3d0-9a3012d10bbc tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435269 Mar 29 15:32:21.425207 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e72a3-c464-468c-b3e6-dbba459c280e req-f2aa5454-4f03-4ea8-8cca-c1e4921312b5 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:21.426688 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dd9e72a3-c464-468c-b3e6-dbba459c280e req-f2aa5454-4f03-4ea8-8cca-c1e4921312b5 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 944 time: 0.0514586 Mar 29 15:32:21.473773 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dd9e72a3-c464-468c-b3e6-dbba459c280e req-54101ba1-942f-4bf0-a56f-10115a438c67 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410280 Mar 29 15:32:21.512070 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66215f5-778e-4dba-b5fd-1b49860dd942 req-f9f47d8f-b2e5-4bc2-bf27-cb8bbfcb3b00 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:21.513818 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e66215f5-778e-4dba-b5fd-1b49860dd942 req-f9f47d8f-b2e5-4bc2-bf27-cb8bbfcb3b00 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0665200 Mar 29 15:32:21.559942 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e66215f5-778e-4dba-b5fd-1b49860dd942 req-630ecabd-bdb7-4051-aa92-dd032293a983 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406935 Mar 29 15:32:21.729117 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b8778-6f22-498f-9107-440da0b74e5d req-b5ff0415-8bec-46b3-9ac7-b55034059dae tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:21.730588 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-291b8778-6f22-498f-9107-440da0b74e5d req-b5ff0415-8bec-46b3-9ac7-b55034059dae tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 944 time: 0.0521114 Mar 29 15:32:21.758731 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35003695-e32f-4adb-8a07-b565ba22d2dc req-123baed2-71c1-493e-8bcc-869535fcb625 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:21.760262 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-35003695-e32f-4adb-8a07-b565ba22d2dc req-123baed2-71c1-493e-8bcc-869535fcb625 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 945 time: 0.0556233 Mar 29 15:32:21.777619 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-291b8778-6f22-498f-9107-440da0b74e5d req-bde74b43-54f7-43d5-b4e3-68f28cdae209 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 Mar 29 15:32:21.811956 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-35003695-e32f-4adb-8a07-b565ba22d2dc req-49f4fa59-2fa9-424c-870f-07529c188f26 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453660 Mar 29 15:32:22.385462 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-207c4aa6-c7ce-41de-86f1-5915b7a741c3 req-db9e00e9-1d06-47ed-b0ec-77c1530b1895 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=873ba81b-567e-4418-8d09-92acc7209f2b HTTP/1.1" status: 200 len: 217 time: 0.0435841 Mar 29 15:32:22.406839 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b5eb9-f86c-4459-9db7-1e6ae23c4445 req-e5dbff33-0551-425a-81c0-26b05c3164ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:22.408257 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4c7b5eb9-f86c-4459-9db7-1e6ae23c4445 req-e5dbff33-0551-425a-81c0-26b05c3164ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.0851426 Mar 29 15:32:22.505006 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4c7b5eb9-f86c-4459-9db7-1e6ae23c4445 req-f580dc90-3f14-47b1-a0ba-72d7e2f5e84d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c HTTP/1.1" status: 200 len: 217 time: 0.0572877 Mar 29 15:32:22.532332 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c4aa6-c7ce-41de-86f1-5915b7a741c3 req-392cae70-38db-4fda-bf95-c9eea41104da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:22.533871 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-207c4aa6-c7ce-41de-86f1-5915b7a741c3 req-392cae70-38db-4fda-bf95-c9eea41104da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0868614 Mar 29 15:32:22.554941 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5eb04-9175-406b-bca6-83448e6e788c req-d71cace6-a29a-4188-90fd-7968d2e5b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:22.557051 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-96b5eb04-9175-406b-bca6-83448e6e788c req-d71cace6-a29a-4188-90fd-7968d2e5b9b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b14b15a19b5419d8f9548e71f9866a3&device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 1128 time: 0.0802894 Mar 29 15:32:22.582753 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b5eb9-f86c-4459-9db7-1e6ae23c4445 req-108f6273-8058-414e-acfa-9431f58ffe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:22.585978 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4c7b5eb9-f86c-4459-9db7-1e6ae23c4445 req-108f6273-8058-414e-acfa-9431f58ffe40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0603836 Mar 29 15:32:22.630357 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d1aae-fce1-4323-85d4-e4210208ccc0 req-d331b9fe-49c9-421d-b3d4-33233393747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:22.632296 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0a0d1aae-fce1-4323-85d4-e4210208ccc0 req-d331b9fe-49c9-421d-b3d4-33233393747a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 1128 time: 0.1355288 Mar 29 15:32:22.769344 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b5eb9-f86c-4459-9db7-1e6ae23c4445 req-6d812a50-b91d-45c8-bc09-4e1a43807c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:22.770849 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4c7b5eb9-f86c-4459-9db7-1e6ae23c4445 req-6d812a50-b91d-45c8-bc09-4e1a43807c59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1770356 Mar 29 15:32:22.831344 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f55d5-eb20-47a9-8696-df1b0ad1b56d req-40ee053f-ad0c-4b0f-928a-70ae373b331e tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:22.833165 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d95f55d5-eb20-47a9-8696-df1b0ad1b56d req-40ee053f-ad0c-4b0f-928a-70ae373b331e tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.1970694 Mar 29 15:32:22.876402 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d1aae-fce1-4323-85d4-e4210208ccc0 req-97c20cbc-a9ec-4ff2-a13b-2d089a15c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:22.877881 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0a0d1aae-fce1-4323-85d4-e4210208ccc0 req-97c20cbc-a9ec-4ff2-a13b-2d089a15c78b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2294307 Mar 29 15:32:22.905723 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d95f55d5-eb20-47a9-8696-df1b0ad1b56d req-b3081273-6a5b-4c51-bf33-78aea8ca7113 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652113 Mar 29 15:32:22.964905 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c4aa6-c7ce-41de-86f1-5915b7a741c3 req-2466e25c-e68e-4575-b5a5-ad7cfe05cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:22.966474 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-207c4aa6-c7ce-41de-86f1-5915b7a741c3 req-2466e25c-e68e-4575-b5a5-ad7cfe05cbc0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4255035 Mar 29 15:32:22.976495 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ace06-ee26-43d0-9fd4-8a7392f1cc7a req-b8044aca-ba98-44b7-af3d-3d1246d063ab tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:22.977954 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-638ace06-ee26-43d0-9fd4-8a7392f1cc7a req-b8044aca-ba98-44b7-af3d-3d1246d063ab tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 944 time: 0.4255373 Mar 29 15:32:22.997654 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5eb04-9175-406b-bca6-83448e6e788c req-53f52b18-3741-4a77-b33b-7c1176044689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:22.999214 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-96b5eb04-9175-406b-bca6-83448e6e788c req-53f52b18-3741-4a77-b33b-7c1176044689 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7b14b15a19b5419d8f9548e71f9866a3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4158735 Mar 29 15:32:23.027787 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917f9ba-a0da-4de2-9cb2-0ce11aa07ee4 req-4e443fa0-9072-45d4-ac86-e0577c199375 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:23.029372 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5917f9ba-a0da-4de2-9cb2-0ce11aa07ee4 req-4e443fa0-9072-45d4-ac86-e0577c199375 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 944 time: 0.0566163 Mar 29 15:32:23.041588 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-638ace06-ee26-43d0-9fd4-8a7392f1cc7a req-78f8849b-58b3-4f5e-b84c-e8826bbe166e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546026 Mar 29 15:32:23.097113 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5917f9ba-a0da-4de2-9cb2-0ce11aa07ee4 req-1ac3c2be-7c00-4379-af26-10f381b8c60d tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589020 Mar 29 15:32:23.155911 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda195f6-83bd-444b-9110-fd45853d5391 req-155f1b18-4759-4c61-bae2-513f0aec5528 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:23.157431 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dda195f6-83bd-444b-9110-fd45853d5391 req-155f1b18-4759-4c61-bae2-513f0aec5528 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 945 time: 0.0540304 Mar 29 15:32:23.202842 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dda195f6-83bd-444b-9110-fd45853d5391 req-39b61766-c4ae-49cd-93a2-ff472275a5ca tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Mar 29 15:32:24.029460 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d41d3-4c32-4769-947a-11a845f49247 req-e1bd295c-9bed-44bb-adfe-a1bec9674455 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:24.030891 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-347d41d3-4c32-4769-947a-11a845f49247 req-e1bd295c-9bed-44bb-adfe-a1bec9674455 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0512900 Mar 29 15:32:24.076215 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-347d41d3-4c32-4769-947a-11a845f49247 req-be915d03-905d-4f03-b3b9-8faac464611c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398600 Mar 29 15:32:24.157626 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b16dbb-6f6f-4acc-b1d9-9a6efed7c414 req-f5c8b374-4a49-4baf-81d2-518007f49c35 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:24.159051 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-97b16dbb-6f6f-4acc-b1d9-9a6efed7c414 req-f5c8b374-4a49-4baf-81d2-518007f49c35 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 944 time: 0.0517142 Mar 29 15:32:24.208324 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-97b16dbb-6f6f-4acc-b1d9-9a6efed7c414 req-6b07fbed-3c35-4967-b456-4ec29f9f0247 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437887 Mar 29 15:32:24.212104 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fb358-81c5-4583-bedd-dad832cd58ec req-a11e4509-8892-43b9-8bad-1a4d839faff6 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:24.213584 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d65fb358-81c5-4583-bedd-dad832cd58ec req-a11e4509-8892-43b9-8bad-1a4d839faff6 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 944 time: 0.0532720 Mar 29 15:32:24.260707 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d65fb358-81c5-4583-bedd-dad832cd58ec req-aa9e4480-c007-42e7-80d3-5d7534cc51a1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Mar 29 15:32:24.319732 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a25b1f-58f3-4a27-b430-b4bfda8c3180 req-10da2f6f-b827-4fa7-aeba-7f25ff81ef03 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:24.321156 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-16a25b1f-58f3-4a27-b430-b4bfda8c3180 req-10da2f6f-b827-4fa7-aeba-7f25ff81ef03 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 945 time: 0.0539780 Mar 29 15:32:24.365410 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-16a25b1f-58f3-4a27-b430-b4bfda8c3180 req-48572ad2-1333-4eaa-9ca9-15f3801f93b8 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 Mar 29 15:32:25.199348 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23260a2f-8b3c-4d14-ae2d-49777db63adf req-b2f1d193-ac33-4e59-89e9-5859032b0caf tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:25.200710 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-23260a2f-8b3c-4d14-ae2d-49777db63adf req-b2f1d193-ac33-4e59-89e9-5859032b0caf tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0552757 Mar 29 15:32:25.247269 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-23260a2f-8b3c-4d14-ae2d-49777db63adf req-d8c3fbf2-cb31-4b77-81f6-ffcf1f662a05 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410132 Mar 29 15:32:25.507988 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f87a2-a3af-4c81-bd6d-1f1c1f4c8872 req-db2986b5-5439-41a1-8b2e-530d5933d747 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:25.509537 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-967f87a2-a3af-4c81-bd6d-1f1c1f4c8872 req-db2986b5-5439-41a1-8b2e-530d5933d747 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 944 time: 0.2344580 Mar 29 15:32:25.548286 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda49000-35d7-4fee-8d2c-118b9ca2aa2f req-9d102c5a-6c73-4850-a820-491c9933544e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:25.549794 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fda49000-35d7-4fee-8d2c-118b9ca2aa2f req-9d102c5a-6c73-4850-a820-491c9933544e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 944 time: 0.1855316 Mar 29 15:32:25.552410 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d1aae-fce1-4323-85d4-e4210208ccc0 req-6ae5efbd-373a-402c-bd60-295204189ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:25.553744 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0a0d1aae-fce1-4323-85d4-e4210208ccc0 req-6ae5efbd-373a-402c-bd60-295204189ef9 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2535057 Mar 29 15:32:25.558844 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4c7b5eb9-f86c-4459-9db7-1e6ae23c4445 req-450947da-96f0-4b54-b234-d847970edf8f service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658060 Mar 29 15:32:25.561839 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5eb04-9175-406b-bca6-83448e6e788c req-d3f71edc-fcbc-4727-ae7f-be29c0e386fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:25.563262 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-96b5eb04-9175-406b-bca6-83448e6e788c req-d3f71edc-fcbc-4727-ae7f-be29c0e386fa service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2591431 Mar 29 15:32:25.571865 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-207c4aa6-c7ce-41de-86f1-5915b7a741c3 req-ee9574c7-09c9-4d50-9b6c-63fccc99a400 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687275 Mar 29 15:32:25.610815 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-967f87a2-a3af-4c81-bd6d-1f1c1f4c8872 req-c4f3b2a9-e2a1-48ee-ac76-9cf4d9ac741f tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936353 Mar 29 15:32:25.687593 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fda49000-35d7-4fee-8d2c-118b9ca2aa2f req-8c11148d-b480-4c3f-9421-62d858204872 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316495 Mar 29 15:32:25.727700 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-d27ecda1-4c8f-4dec-9e0b-2826565e81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:25.729341 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-d27ecda1-4c8f-4dec-9e0b-2826565e81dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b14b15a19b5419d8f9548e71f9866a3&device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 1128 time: 0.0938220 Mar 29 15:32:25.743220 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4c7b5eb9-f86c-4459-9db7-1e6ae23c4445 req-e727ee24-0cbd-4786-bed1-cb3d97c18810 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782830 Mar 29 15:32:25.746206 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-ec925536-e678-460b-8bdd-cca6a074657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:25.750334 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-ec925536-e678-460b-8bdd-cca6a074657f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 1128 time: 0.1284208 Mar 29 15:32:25.751896 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-207c4aa6-c7ce-41de-86f1-5915b7a741c3 req-658137b9-5a79-4ecb-a6b3-b084420de45f service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698630 Mar 29 15:32:25.797992 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-acd10dfe-7604-478f-a308-3896938e117e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=692a093c-603a-4161-bdbc-651eee0bf5d7 HTTP/1.1" status: 200 len: 217 time: 0.0493510 Mar 29 15:32:25.812599 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-bf7d920d-3647-4123-bf4a-2361e6fc9101 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9 HTTP/1.1" status: 200 len: 217 time: 0.0502517 Mar 29 15:32:25.861591 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f127c-11cf-4baa-a2b4-31fa125d7b3c req-8beb0f3b-1874-4cfb-8f8e-d62ce59d8f95 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:25.863411 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e84f127c-11cf-4baa-a2b4-31fa125d7b3c req-8beb0f3b-1874-4cfb-8f8e-d62ce59d8f95 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 945 time: 0.1669652 Mar 29 15:32:25.877766 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-29b510a3-137b-428a-86dc-483accf3f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:25.879221 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-29b510a3-137b-428a-86dc-483accf3f53c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c996c52-decf-419a-b06f-413a1a03acb7 HTTP/1.1" status: 200 len: 855 time: 0.0607865 Mar 29 15:32:25.886046 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-b98b63e4-c259-4e65-aef2-06f1b6f19c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:25.888960 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-b98b63e4-c259-4e65-aef2-06f1b6f19c15 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=367b68cf-8773-4f3b-bc3f-07941870df7d HTTP/1.1" status: 200 len: 849 time: 0.0810316 Mar 29 15:32:25.940888 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-6c19214f-5d59-4cda-8dca-8f0bd8a97315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:25.948528 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-6c19214f-5d59-4cda-8dca-8f0bd8a97315 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6af2c806-9c32-4a97-8072-598765883877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0628414 Mar 29 15:32:25.965694 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e84f127c-11cf-4baa-a2b4-31fa125d7b3c req-0f590cb1-6314-4cde-a5ce-9f5828c63c18 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909898 Mar 29 15:32:25.985338 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-68e225aa-ddbb-4a26-9fc7-efb4243cd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:25.986921 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-68e225aa-ddbb-4a26-9fc7-efb4243cd854 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=338732b2-ea3a-4739-8f59-c28fe02d1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0906947 Mar 29 15:32:26.081143 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-47263eb8-5984-4fe6-aba3-4982c792bdff service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228664 Mar 29 15:32:26.110026 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-c0d1723f-5bf0-4446-b2a4-b9b460f304f1 service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137331 Mar 29 15:32:26.195730 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76a955a8-5f58-44d0-95ac-c3d4bfc63519 req-3dcce05a-0965-4b27-a6cf-b74b28203754 service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087546 Mar 29 15:32:26.233447 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-085fefb3-e686-41f2-9275-b2ce3eeb9b39 req-18b28ee4-460a-4b22-92e8-cfb2f226bf6c service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095519 Mar 29 15:32:26.387121 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949174f-5b8e-4532-95cc-307136c96260 req-516c6878-ead3-4292-b1b5-26f0a41c9861 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:26.388834 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e949174f-5b8e-4532-95cc-307136c96260 req-516c6878-ead3-4292-b1b5-26f0a41c9861 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0597801 Mar 29 15:32:26.443786 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e949174f-5b8e-4532-95cc-307136c96260 req-04dd0f8d-365e-4d9d-8cf8-2ae53add63fa tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488296 Mar 29 15:32:26.732340 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574a823-53af-464e-8b99-9b62bb2966bb req-df0dd1d5-c249-4392-88d6-e8f55f902e4f tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:26.733843 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a574a823-53af-464e-8b99-9b62bb2966bb req-df0dd1d5-c249-4392-88d6-e8f55f902e4f tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 944 time: 0.0524223 Mar 29 15:32:26.780093 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a574a823-53af-464e-8b99-9b62bb2966bb req-02bdce7a-4a6f-410f-95e2-4bdf58116fc7 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407565 Mar 29 15:32:26.805731 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2e9a9-fc0c-4c32-8a2e-0f896ce66c4e req-fbb05e06-e452-4638-9cbb-c92f0edc81b4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:26.807174 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d6e2e9a9-fc0c-4c32-8a2e-0f896ce66c4e req-fbb05e06-e452-4638-9cbb-c92f0edc81b4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 944 time: 0.0514510 Mar 29 15:32:26.852647 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d6e2e9a9-fc0c-4c32-8a2e-0f896ce66c4e req-7c971f16-e4d6-467a-8291-a69d1d1e2c8a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398717 Mar 29 15:32:27.082353 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb9356-e7ec-49b1-aed6-57ce7c1255c5 req-d8b404a3-825d-4391-b745-cee1f78adc5e tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:27.083789 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-23fb9356-e7ec-49b1-aed6-57ce7c1255c5 req-d8b404a3-825d-4391-b745-cee1f78adc5e tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 945 time: 0.0508714 Mar 29 15:32:27.129413 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-23fb9356-e7ec-49b1-aed6-57ce7c1255c5 req-e3e51ded-cf05-4b99-b8ce-bf1d9faba5dc tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396895 Mar 29 15:32:27.569079 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b108cfb-249b-4d3f-90ad-8c0998790cc1 req-54a3357b-75bf-45e7-b1fd-4b26ee62c557 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:27.570561 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7b108cfb-249b-4d3f-90ad-8c0998790cc1 req-54a3357b-75bf-45e7-b1fd-4b26ee62c557 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0565686 Mar 29 15:32:27.618344 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7b108cfb-249b-4d3f-90ad-8c0998790cc1 req-59763ec7-1d3a-4f8f-8f82-edbf0152430f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415647 Mar 29 15:32:27.909070 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ac4c7-985b-4131-a2f4-466da55aa971 req-66d51c78-aeb9-4314-87ec-ca5456b1e7d4 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:27.910690 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-df8ac4c7-985b-4131-a2f4-466da55aa971 req-66d51c78-aeb9-4314-87ec-ca5456b1e7d4 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 944 time: 0.0597193 Mar 29 15:32:27.972667 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-df8ac4c7-985b-4131-a2f4-466da55aa971 req-47a35962-dc7d-40f2-9100-43485b1ed6fe tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548215 Mar 29 15:32:27.982012 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9ebdb-355e-4ecc-abce-aa9822a450b2 req-c52f9826-0849-41a1-bed7-00cdbaf3a237 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:27.983503 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d9b9ebdb-355e-4ecc-abce-aa9822a450b2 req-c52f9826-0849-41a1-bed7-00cdbaf3a237 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 944 time: 0.0611355 Mar 29 15:32:28.051996 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d9b9ebdb-355e-4ecc-abce-aa9822a450b2 req-59f2b48d-5608-4791-a026-f1a4bddd8a9c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553603 Mar 29 15:32:28.442768 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 873ba81b-567e-4418-8d09-92acc7209f2b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:32:28.535555 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 873ba81b-567e-4418-8d09-92acc7209f2b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=873ba81b-567e-4418-8d09-92acc7209f2b,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:28.547475 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '873ba81b-567e-4418-8d09-92acc7209f2b', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'port_id': '873ba81b-567e-4418-8d09-92acc7209f2b', 'mac_address': 'fa:16:3e:2e:3e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:32:28.582593 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 873ba81b-567e-4418-8d09-92acc7209f2b is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:28.582978 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.596079 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873ba81b-567e-4418-8d09-92acc7209f2b {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:28.618563 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 873ba81b-567e-4418-8d09-92acc7209f2b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=873ba81b-567e-4418-8d09-92acc7209f2b,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:28.622291 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.622910 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:32:28.685899 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=873ba81b-567e-4418-8d09-92acc7209f2b,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:28.691048 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:28.702367 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '9d2e4e9e-39d0-47ce-9c39-f44937b41d0c', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'port_id': '9d2e4e9e-39d0-47ce-9c39-f44937b41d0c', 'mac_address': 'fa:16:3e:0f:69:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:32:28.741653 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:28.742037 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.747071 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa0399-45be-4bb6-8335-3ffb64c712f1 req-d50890ab-aef6-4617-9163-374a41cf21b5 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:28.749366 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-32fa0399-45be-4bb6-8335-3ffb64c712f1 req-d50890ab-aef6-4617-9163-374a41cf21b5 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0575871 Mar 29 15:32:28.754395 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:28.773550 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:28.778088 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:28.796039 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-32fa0399-45be-4bb6-8335-3ffb64c712f1 req-7df6c697-95e9-4c14-abf2-9f8afd65991a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415049 Mar 29 15:32:28.826504 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:29.088620 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1127dc0-c6a9-44a4-b8a0-aa6f466bf558 req-51109a26-7877-4496-b4bd-ddd0da4e0b58 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:29.090127 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a1127dc0-c6a9-44a4-b8a0-aa6f466bf558 req-51109a26-7877-4496-b4bd-ddd0da4e0b58 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 944 time: 0.0525353 Mar 29 15:32:29.143893 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a1127dc0-c6a9-44a4-b8a0-aa6f466bf558 req-60c0e713-807e-45f9-b9b2-95c4a698ccff tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445774 Mar 29 15:32:29.176370 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449d4d1-6e69-4c7c-9fbd-86ed970716b5 req-0ce8869f-6b20-40eb-9663-836ed78abba8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:29.177875 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1449d4d1-6e69-4c7c-9fbd-86ed970716b5 req-0ce8869f-6b20-40eb-9663-836ed78abba8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 945 time: 0.0564868 Mar 29 15:32:29.225901 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1449d4d1-6e69-4c7c-9fbd-86ed970716b5 req-b5510e08-be77-4057-9f3d-dc7f012e6d35 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424507 Mar 29 15:32:29.632702 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['9d2e4e9e-39d0-47ce-9c39-f44937b41d0c'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:32:29.658801 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['873ba81b-567e-4418-8d09-92acc7209f2b'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:32:29.926177 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03430805-486d-47d7-8197-ac29322b8696 req-d8e212a3-ac73-46d2-baab-4de3fcdc5922 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:29.927373 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-03430805-486d-47d7-8197-ac29322b8696 req-d8e212a3-ac73-46d2-baab-4de3fcdc5922 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0521274 Mar 29 15:32:29.981531 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-03430805-486d-47d7-8197-ac29322b8696 req-90a17f65-7ab4-4a5e-9a59-52747d62fc08 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469847 Mar 29 15:32:30.272377 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dabf00-0aff-4810-8a5e-3542eb50c3b0 req-53df3b12-c3c7-4ec5-bcb1-9715960beb3d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:30.274624 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-01dabf00-0aff-4810-8a5e-3542eb50c3b0 req-53df3b12-c3c7-4ec5-bcb1-9715960beb3d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 944 time: 0.0583320 Mar 29 15:32:30.337978 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 873ba81b-567e-4418-8d09-92acc7209f2b up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:30.342251 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-01dabf00-0aff-4810-8a5e-3542eb50c3b0 req-2ccd74e9-3030-42db-9466-10d4007d1c57 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608559 Mar 29 15:32:30.361122 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8990a3-a8d2-4c04-a721-b58e5f7831fc req-8d9fc1fe-3ed2-4a0a-93e3-eea363062865 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:30.370669 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ab8990a3-a8d2-4c04-a721-b58e5f7831fc req-8d9fc1fe-3ed2-4a0a-93e3-eea363062865 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 945 time: 0.0706522 Mar 29 15:32:30.399038 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 873ba81b-567e-4418-8d09-92acc7209f2b completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:32:30.405023 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 873ba81b-567e-4418-8d09-92acc7209f2b triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:30.405400 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:30.452441 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ab8990a3-a8d2-4c04-a721-b58e5f7831fc req-fabaad6a-c1e4-451f-8ae2-835551974029 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670042 Mar 29 15:32:30.504384 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 873ba81b-567e-4418-8d09-92acc7209f2b is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:30.504777 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:30.532022 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33739309-be6a-4f13-b32b-fc2a25b448c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ba81b-567e-4418-8d09-92acc7209f2b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:30.535535 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89098778-2038-4b6c-8587-74c8714a5eae" -d '{"events": [{"server_uuid": "33739309-be6a-4f13-b32b-fc2a25b448c2", "name": "network-vif-plugged", "status": "completed", "tag": "873ba81b-567e-4418-8d09-92acc7209f2b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:30.552521 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 873ba81b-567e-4418-8d09-92acc7209f2b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=873ba81b-567e-4418-8d09-92acc7209f2b,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:30.566537 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:30.567356 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:30.627186 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3298217-94a0-4238-b47e-6208cd766244 x-openstack-request-id: req-e3298217-94a0-4238-b47e-6208cd766244 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:30.627746 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33739309-be6a-4f13-b32b-fc2a25b448c2", "name": "network-vif-plugged", "status": "completed", "tag": "873ba81b-567e-4418-8d09-92acc7209f2b", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:30.628886 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3298217-94a0-4238-b47e-6208cd766244 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:30.629475 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3298217-94a0-4238-b47e-6208cd766244'] response: {'server_uuid': '33739309-be6a-4f13-b32b-fc2a25b448c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ba81b-567e-4418-8d09-92acc7209f2b', 'code': 200} Mar 29 15:32:30.668291 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 46662) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:30.704274 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=873ba81b-567e-4418-8d09-92acc7209f2b,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:30.716487 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:32:30.724955 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:30.725344 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:30.826757 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9778631e-e5fb-4373-ac67-a05e4c63f532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:30.837873 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:30.838473 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:30.923571 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9778631e-e5fb-4373-ac67-a05e4c63f532 admin admin] Publish callbacks [] for security_group (74cb04f2-8ab4-4d8f-b4af-b045b936c8d1), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:30.931912 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9778631e-e5fb-4373-ac67-a05e4c63f532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (74cb04f2-8ab4-4d8f-b4af-b045b936c8d1), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:30.949214 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e631f-dc81-4972-98f1-151fbf69afb7 req-379b3392-b2b6-4c8e-b91d-3cc6ddf47a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:30.951158 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c55e631f-dc81-4972-98f1-151fbf69afb7 req-379b3392-b2b6-4c8e-b91d-3cc6ddf47a2d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 1130 time: 0.1551468 Mar 29 15:32:30.957454 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:30.965262 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.035615 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-9778631e-e5fb-4373-ac67-a05e4c63f532 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc677c6fc5004d66850b4471b09623b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647614 Mar 29 15:32:31.037614 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778631e-e5fb-4373-ac67-a05e4c63f532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cb04f2-8ab4-4d8f-b4af-b045b936c8d1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:31.042992 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 46684) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:31.059957 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c55e631f-dc81-4972-98f1-151fbf69afb7 req-5a0fbdce-a66a-42f0-a1bc-55f88637fb39 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972958 Mar 29 15:32:31.063681 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:31.174535 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd1c81-29af-498b-b86a-fd2df96e55d5 req-3edc7e7e-9bfb-4340-ab08-7b78bfe18007 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:31.182418 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fffd1c81-29af-498b-b86a-fd2df96e55d5 req-3edc7e7e-9bfb-4340-ab08-7b78bfe18007 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0777636 Mar 29 15:32:31.239453 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fffd1c81-29af-498b-b86a-fd2df96e55d5 req-a9a6f043-dfcf-4ba2-9a7a-4d28493abb9a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555985 Mar 29 15:32:31.282525 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 46692) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:31.356803 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e621ccdb-09ad-4e25-88f3-a7877bdc9132 admin admin] Publish callbacks [] for security_group (74cb04f2-8ab4-4d8f-b4af-b045b936c8d1), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.387934 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e621ccdb-09ad-4e25-88f3-a7877bdc9132 admin admin] Publish callbacks [] for security_group (74cb04f2-8ab4-4d8f-b4af-b045b936c8d1), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.417188 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dc9d516d-ebe0-449d-9c98-91015ad0f5f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.474493 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e621ccdb-09ad-4e25-88f3-a7877bdc9132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (74cb04f2-8ab4-4d8f-b4af-b045b936c8d1), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.477215 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e621ccdb-09ad-4e25-88f3-a7877bdc9132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.480685 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e621ccdb-09ad-4e25-88f3-a7877bdc9132 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74cb04f2-8ab4-4d8f-b4af-b045b936c8d1 HTTP/1.1" status: 204 len: 168 time: 0.4344525 Mar 29 15:32:31.496193 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40944276-5046-4543-9e82-76a0141f6b7b req-cc69eb0c-b7c3-44c7-8f36-cad7c6e7e6ef tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:31.498464 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-40944276-5046-4543-9e82-76a0141f6b7b req-cc69eb0c-b7c3-44c7-8f36-cad7c6e7e6ef tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 944 time: 0.0773320 Mar 29 15:32:31.504503 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dc9d516d-ebe0-449d-9c98-91015ad0f5f1 admin admin] Publish callbacks [] for security_group (2e8d8596-e533-4148-84b8-6602284a5cf2), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.513069 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621ccdb-09ad-4e25-88f3-a7877bdc9132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cb04f2-8ab4-4d8f-b4af-b045b936c8d1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:31.515159 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dc9d516d-ebe0-449d-9c98-91015ad0f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (2e8d8596-e533-4148-84b8-6602284a5cf2), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.573673 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-40944276-5046-4543-9e82-76a0141f6b7b req-4f0eb9e0-66da-40eb-83cc-ee273d2d2133 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628753 Mar 29 15:32:31.593837 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-dc9d516d-ebe0-449d-9c98-91015ad0f5f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23a469af17d647259fb047a2950907c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077555 Mar 29 15:32:31.594346 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 46702) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:31.609804 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d516d-ebe0-449d-9c98-91015ad0f5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8d8596-e533-4148-84b8-6602284a5cf2,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:31.629769 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb834075-f96e-4afc-b71e-00cd7ff56874 req-ceb9b97c-1018-4152-b253-2f402aa6d64d tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:31.639552 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bb834075-f96e-4afc-b71e-00cd7ff56874 req-ceb9b97c-1018-4152-b253-2f402aa6d64d tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.1310716 Mar 29 15:32:31.656262 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-476f4d15-b474-44dc-aaa9-1d6d13d495ae admin admin] Publish callbacks [] for security_group (2e8d8596-e533-4148-84b8-6602284a5cf2), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.689011 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-476f4d15-b474-44dc-aaa9-1d6d13d495ae admin admin] Publish callbacks [] for security_group (2e8d8596-e533-4148-84b8-6602284a5cf2), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.690577 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bb834075-f96e-4afc-b71e-00cd7ff56874 req-f6ae882c-ce80-4d30-97c5-ee5310db550f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502555 Mar 29 15:32:31.741224 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-476f4d15-b474-44dc-aaa9-1d6d13d495ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (2e8d8596-e533-4148-84b8-6602284a5cf2), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.744676 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-476f4d15-b474-44dc-aaa9-1d6d13d495ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.746382 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-476f4d15-b474-44dc-aaa9-1d6d13d495ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e8d8596-e533-4148-84b8-6602284a5cf2 HTTP/1.1" status: 204 len: 168 time: 0.1509867 Mar 29 15:32:31.754773 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f4d15-b474-44dc-aaa9-1d6d13d495ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8d8596-e533-4148-84b8-6602284a5cf2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:31.862391 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 46712) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:31.878703 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2b82c14-4c79-4e79-8acd-ca1702aae881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:31.997106 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2b82c14-4c79-4e79-8acd-ca1702aae881 admin admin] Publish callbacks [] for security_group (ba109cca-147a-4967-99d1-b29af8162c9a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.001698 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2b82c14-4c79-4e79-8acd-ca1702aae881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (ba109cca-147a-4967-99d1-b29af8162c9a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.034595 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d2b82c14-4c79-4e79-8acd-ca1702aae881 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=573d29c9fcee49beac36ec8e9e7f7a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707358 Mar 29 15:32:32.037232 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 46724) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:32.054065 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b82c14-4c79-4e79-8acd-ca1702aae881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba109cca-147a-4967-99d1-b29af8162c9a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:32.118683 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7533ed60-70b5-4793-8b0a-0cee609dd799 admin admin] Publish callbacks [] for security_group (ba109cca-147a-4967-99d1-b29af8162c9a), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.151836 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7533ed60-70b5-4793-8b0a-0cee609dd799 admin admin] Publish callbacks [] for security_group (ba109cca-147a-4967-99d1-b29af8162c9a), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.225454 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7533ed60-70b5-4793-8b0a-0cee609dd799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (ba109cca-147a-4967-99d1-b29af8162c9a), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.228912 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7533ed60-70b5-4793-8b0a-0cee609dd799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.230824 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-7533ed60-70b5-4793-8b0a-0cee609dd799 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba109cca-147a-4967-99d1-b29af8162c9a HTTP/1.1" status: 204 len: 168 time: 0.1923871 Mar 29 15:32:32.244199 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533ed60-70b5-4793-8b0a-0cee609dd799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba109cca-147a-4967-99d1-b29af8162c9a,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:32.350015 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 73378be3-b180-4b37-a2a9-b3a75e3407e9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:32:32.531002 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f86576-ca2e-4a43-b50b-455b93ca22a5 req-b4b499ff-68d9-445a-851e-13316fc868ed tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:32.533349 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-56f86576-ca2e-4a43-b50b-455b93ca22a5 req-b4b499ff-68d9-445a-851e-13316fc868ed tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0747197 Mar 29 15:32:32.597765 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 73378be3-b180-4b37-a2a9-b3a75e3407e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:32.610984 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-56f86576-ca2e-4a43-b50b-455b93ca22a5 req-42997e11-ce02-4fbb-a71a-73b89aa60b3d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696816 Mar 29 15:32:32.633047 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'port_id': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'mac_address': 'fa:16:3e:d5:80:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:32:32.633047 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d43a5d-f528-40de-8aa8-03aa0b81f6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e4e9e-39d0-47ce-9c39-f44937b41d0c'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:32.633047 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56f9d1f-efc7-4012-bbf5-b2828ceddb9d" -d '{"events": [{"server_uuid": "a1d43a5d-f528-40de-8aa8-03aa0b81f6cf", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e4e9e-39d0-47ce-9c39-f44937b41d0c"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:32.691261 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 73378be3-b180-4b37-a2a9-b3a75e3407e9 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:32.691858 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.716667 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73378be3-b180-4b37-a2a9-b3a75e3407e9 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:32.723817 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19337676-9d28-45e4-8b2a-5a82ceda0f00 x-openstack-request-id: req-19337676-9d28-45e4-8b2a-5a82ceda0f00 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:32.724391 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d43a5d-f528-40de-8aa8-03aa0b81f6cf", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e4e9e-39d0-47ce-9c39-f44937b41d0c", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:32.724661 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19337676-9d28-45e4-8b2a-5a82ceda0f00 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:32.725063 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19337676-9d28-45e4-8b2a-5a82ceda0f00'] response: {'server_uuid': 'a1d43a5d-f528-40de-8aa8-03aa0b81f6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e4e9e-39d0-47ce-9c39-f44937b41d0c', 'code': 200} Mar 29 15:32:32.732113 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cdbdb-4ad9-4864-9ad7-9f4ddc38e161 req-3a568c1e-553f-49d5-92df-8552e6fb888e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:32.735440 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-132cdbdb-4ad9-4864-9ad7-9f4ddc38e161 req-3a568c1e-553f-49d5-92df-8552e6fb888e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 944 time: 0.0796678 Mar 29 15:32:32.774677 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 73378be3-b180-4b37-a2a9-b3a75e3407e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:32.781893 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:32.782602 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 692a093c-603a-4161-bdbc-651eee0bf5d7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:32:32.813236 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-132cdbdb-4ad9-4864-9ad7-9f4ddc38e161 req-ae0578a8-7c47-45d3-aaea-82b4aaa8d256 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705812 Mar 29 15:32:32.866294 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20d2f-b265-4e86-9332-7fa876483829 req-f112a4a6-a1b9-4892-ac08-2c2806ec75d6 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:32.869409 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-86e20d2f-b265-4e86-9332-7fa876483829 req-f112a4a6-a1b9-4892-ac08-2c2806ec75d6 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0790298 Mar 29 15:32:32.870366 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=73378be3-b180-4b37-a2a9-b3a75e3407e9,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:32.932425 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-86e20d2f-b265-4e86-9332-7fa876483829 req-294712c0-6977-4978-b0ea-554dd2f2be65 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503676 Mar 29 15:32:32.981867 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 692a093c-603a-4161-bdbc-651eee0bf5d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=692a093c-603a-4161-bdbc-651eee0bf5d7,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:32.994381 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '692a093c-603a-4161-bdbc-651eee0bf5d7', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'port_id': '692a093c-603a-4161-bdbc-651eee0bf5d7', 'mac_address': 'fa:16:3e:dd:d0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:32:33.049040 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 692a093c-603a-4161-bdbc-651eee0bf5d7 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:33.049608 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:33.063733 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692a093c-603a-4161-bdbc-651eee0bf5d7 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:33.088262 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 692a093c-603a-4161-bdbc-651eee0bf5d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=692a093c-603a-4161-bdbc-651eee0bf5d7,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:33.092552 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:33.148704 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=692a093c-603a-4161-bdbc-651eee0bf5d7,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:33.333311 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fae2d-bf37-45ca-9b6b-5e86ec840669 req-b6af4532-ca86-4fec-b666-6c0e0e623dc7 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:33.335823 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-002fae2d-bf37-45ca-9b6b-5e86ec840669 req-b6af4532-ca86-4fec-b666-6c0e0e623dc7 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0586715 Mar 29 15:32:33.393633 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-002fae2d-bf37-45ca-9b6b-5e86ec840669 req-bb84c531-7053-42ae-8419-e65e5ac1b67d tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492723 Mar 29 15:32:33.755389 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7526440-a5a3-4694-b93e-bb36cbecd88a req-8d4f112e-b226-45c3-9588-f50e9e66136f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:33.756834 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a7526440-a5a3-4694-b93e-bb36cbecd88a req-8d4f112e-b226-45c3-9588-f50e9e66136f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 945 time: 0.0559871 Mar 29 15:32:33.803742 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a7526440-a5a3-4694-b93e-bb36cbecd88a req-6bd5662e-ee12-4e3c-873f-5bb3e3f6e7d3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412693 Mar 29 15:32:33.930861 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485cf61-e142-4eb2-a1d5-5d8030a0a4a4 req-1fd6d789-81f8-48a7-9385-a6343b37905c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:33.932408 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e485cf61-e142-4eb2-a1d5-5d8030a0a4a4 req-1fd6d789-81f8-48a7-9385-a6343b37905c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 945 time: 0.0567422 Mar 29 15:32:33.980141 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e485cf61-e142-4eb2-a1d5-5d8030a0a4a4 req-5c5a9640-bff8-4156-8ee4-21101bbc3cab tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411861 Mar 29 15:32:34.522066 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46cdf1-b0e5-40d6-bdfa-dcc61d53be5c req-22a6bf2b-6db4-4100-b562-d5ea2fb1a67b tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:34.523472 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6e46cdf1-b0e5-40d6-bdfa-dcc61d53be5c req-22a6bf2b-6db4-4100-b562-d5ea2fb1a67b tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0534124 Mar 29 15:32:34.759504 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6e46cdf1-b0e5-40d6-bdfa-dcc61d53be5c req-37704b99-43ac-4e70-9fd8-5bb5c7125098 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304397 Mar 29 15:32:34.922462 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f078241-0cd0-4134-9756-bceb77ce895a req-20169953-4a54-43b7-9e25-599a85997d07 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:34.924326 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4f078241-0cd0-4134-9756-bceb77ce895a req-20169953-4a54-43b7-9e25-599a85997d07 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 945 time: 0.0511632 Mar 29 15:32:34.970232 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4f078241-0cd0-4134-9756-bceb77ce895a req-ef7313a5-ece6-4503-a2a3-1f1b4d0cae65 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404527 Mar 29 15:32:35.091435 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58678f7c-cfc4-4bdb-9b1d-026a1f566572 req-c24b9466-4026-44e9-ac18-8636d4eccd94 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:35.092852 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-58678f7c-cfc4-4bdb-9b1d-026a1f566572 req-c24b9466-4026-44e9-ac18-8636d4eccd94 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 945 time: 0.0492244 Mar 29 15:32:35.137805 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-58678f7c-cfc4-4bdb-9b1d-026a1f566572 req-4b9d468a-7ecb-46a0-8c4f-94c6f28f30bb tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394151 Mar 29 15:32:35.683055 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792a9d1-beb7-40ae-9844-210bfc6db7b2 req-2c5bfd4f-9c54-44c4-a1d5-82c5412ec725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:35.685025 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d792a9d1-beb7-40ae-9844-210bfc6db7b2 req-2c5bfd4f-9c54-44c4-a1d5-82c5412ec725 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 1130 time: 0.0480380 Mar 29 15:32:35.710175 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2750a-327e-4105-98ea-8da2e5b96414 req-028285ef-56c9-4050-8e5b-3756290a6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:35.711693 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-53f2750a-327e-4105-98ea-8da2e5b96414 req-028285ef-56c9-4050-8e5b-3756290a6b9c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 1130 time: 0.0595739 Mar 29 15:32:35.738287 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d792a9d1-beb7-40ae-9844-210bfc6db7b2 req-d4890d07-0541-43a0-81eb-bf22e2f8baa2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463758 Mar 29 15:32:35.812569 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2750a-327e-4105-98ea-8da2e5b96414 req-a8675e0e-b47c-4327-b12c-e0e3ce0b03ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:35.814065 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-53f2750a-327e-4105-98ea-8da2e5b96414 req-a8675e0e-b47c-4327-b12c-e0e3ce0b03ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.0943062 Mar 29 15:32:35.875671 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f50751-ac7d-4928-8801-4009066dd218 req-286ccac7-518f-43ea-b32e-9ebb1ef5fe68 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:35.877149 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c6f50751-ac7d-4928-8801-4009066dd218 req-286ccac7-518f-43ea-b32e-9ebb1ef5fe68 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0512078 Mar 29 15:32:35.922065 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c6f50751-ac7d-4928-8801-4009066dd218 req-6439e0c2-43e2-4277-823a-e0d4fec4db7a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393324 Mar 29 15:32:35.971127 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['73378be3-b180-4b37-a2a9-b3a75e3407e9'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:32:35.998110 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['692a093c-603a-4161-bdbc-651eee0bf5d7'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:32:36.069257 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-53f2750a-327e-4105-98ea-8da2e5b96414 req-988ab3ed-90b6-4d5e-a331-0654d70e3521 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=873ba81b-567e-4418-8d09-92acc7209f2b HTTP/1.1" status: 200 len: 217 time: 0.0389528 Mar 29 15:32:36.093528 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c5f69-b6d9-4f79-a148-a07782c773d5 req-e0457553-de75-4a6e-a307-6e06c34e452d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:36.096603 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4d0c5f69-b6d9-4f79-a148-a07782c773d5 req-e0457553-de75-4a6e-a307-6e06c34e452d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 945 time: 0.0573416 Mar 29 15:32:36.123762 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2750a-327e-4105-98ea-8da2e5b96414 req-34168aac-17dd-483e-8772-caee1e73037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:36.125315 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-53f2750a-327e-4105-98ea-8da2e5b96414 req-34168aac-17dd-483e-8772-caee1e73037b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0460703 Mar 29 15:32:36.164623 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4d0c5f69-b6d9-4f79-a148-a07782c773d5 req-63901c82-5e30-4d80-8add-8ebb45f8cf88 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586174 Mar 29 15:32:36.189842 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2750a-327e-4105-98ea-8da2e5b96414 req-101650c1-4762-42f0-bf37-0ee5def3f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:36.192638 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-53f2750a-327e-4105-98ea-8da2e5b96414 req-101650c1-4762-42f0-bf37-0ee5def3f8fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0596995 Mar 29 15:32:36.330142 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1acfd2-8f95-4ce4-bfbf-bef312f8cc5c req-fc38cd69-4bdc-451f-82d8-72b8858fa807 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:36.331759 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7b1acfd2-8f95-4ce4-bfbf-bef312f8cc5c req-fc38cd69-4bdc-451f-82d8-72b8858fa807 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 945 time: 0.1107969 Mar 29 15:32:36.334287 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-53f2750a-327e-4105-98ea-8da2e5b96414 req-e4bf1ce5-5caa-487a-badc-e01520e1915d service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337748 Mar 29 15:32:36.431689 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7b1acfd2-8f95-4ce4-bfbf-bef312f8cc5c req-9f4f2ecb-e956-4196-8f8a-8ec7f8fd3a6f tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933542 Mar 29 15:32:36.457329 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-53f2750a-327e-4105-98ea-8da2e5b96414 req-18d9f8f4-e086-4112-921a-437bc21f9ed5 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127489 Mar 29 15:32:37.062282 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cd9a2-e440-4043-976d-1a8bad148bca req-60631ca7-64d2-4ff8-b61c-da95ef9584d4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:37.070239 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-428cd9a2-e440-4043-976d-1a8bad148bca req-60631ca7-64d2-4ff8-b61c-da95ef9584d4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0618708 Mar 29 15:32:37.118381 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-428cd9a2-e440-4043-976d-1a8bad148bca req-a1973e9e-9627-43b9-a976-dd583357b60d tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476780 Mar 29 15:32:37.298861 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e64fd5-acda-47e3-9a9b-3b0eda0a2379 req-9069cef8-64d8-48f5-abaf-be1c06655df9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:37.300319 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-77e64fd5-acda-47e3-9a9b-3b0eda0a2379 req-9069cef8-64d8-48f5-abaf-be1c06655df9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 945 time: 0.0622981 Mar 29 15:32:37.351373 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-77e64fd5-acda-47e3-9a9b-3b0eda0a2379 req-bf226081-1687-4d20-b914-774cff1123b9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453775 Mar 29 15:32:37.550351 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481695aa-578e-415c-afdb-bd48ec2137bb req-d1a6ce12-6cc0-4987-9ea0-3451107dd34e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:37.551812 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-481695aa-578e-415c-afdb-bd48ec2137bb req-d1a6ce12-6cc0-4987-9ea0-3451107dd34e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 945 time: 0.0554910 Mar 29 15:32:37.597951 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-481695aa-578e-415c-afdb-bd48ec2137bb req-28f2090a-865f-4b24-aae3-f0c1114d087e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399044 Mar 29 15:32:38.268091 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6ae02-578c-45d2-a062-0ce692cc7bea req-8df3ca03-ab32-4c77-9b99-f1bd5bf79652 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:38.269965 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9ed6ae02-578c-45d2-a062-0ce692cc7bea req-8df3ca03-ab32-4c77-9b99-f1bd5bf79652 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0756383 Mar 29 15:32:38.338709 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9ed6ae02-578c-45d2-a062-0ce692cc7bea req-6d94a4a0-8944-4e2e-b627-f8b8338cc879 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577662 Mar 29 15:32:38.503856 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f2e23-247e-41c6-94bb-c728d85b4df5 req-d5ffc64f-541b-45e5-8dd0-5cbeabfa2e98 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:38.505449 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b38f2e23-247e-41c6-94bb-c728d85b4df5 req-d5ffc64f-541b-45e5-8dd0-5cbeabfa2e98 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 945 time: 0.0648808 Mar 29 15:32:38.553839 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b38f2e23-247e-41c6-94bb-c728d85b4df5 req-d98ac1b3-175e-455a-a032-3b33c05d697c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Mar 29 15:32:38.676467 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 73378be3-b180-4b37-a2a9-b3a75e3407e9 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:38.719716 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1035db-76ce-449e-867b-d8dc10454d02 req-7ef84e74-e1f8-4a9c-8790-00ef1647389e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:38.725403 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-bb1035db-76ce-449e-867b-d8dc10454d02 req-7ef84e74-e1f8-4a9c-8790-00ef1647389e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 945 time: 0.0603840 Mar 29 15:32:38.728405 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 73378be3-b180-4b37-a2a9-b3a75e3407e9 completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:32:38.733164 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 73378be3-b180-4b37-a2a9-b3a75e3407e9 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:38.733689 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.773349 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-bb1035db-76ce-449e-867b-d8dc10454d02 req-0e1e1c54-e21c-475a-bf68-811c04a34b76 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462439 Mar 29 15:32:38.817180 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 73378be3-b180-4b37-a2a9-b3a75e3407e9 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:38.817578 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.837579 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 46998) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:38.840399 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:38.842557 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cd174a-c187-41b3-95cb-f586407d4c94" -d '{"events": [{"server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "name": "network-vif-plugged", "status": "completed", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:38.857383 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 73378be3-b180-4b37-a2a9-b3a75e3407e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:38.862345 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.863172 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 692a093c-603a-4161-bdbc-651eee0bf5d7 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:38.911304 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6595dda1-533b-4ec7-8f7c-c45ce4da2b1b x-openstack-request-id: req-6595dda1-533b-4ec7-8f7c-c45ce4da2b1b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:38.911617 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "name": "network-vif-plugged", "status": "completed", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:38.912147 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6595dda1-533b-4ec7-8f7c-c45ce4da2b1b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:38.912702 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6595dda1-533b-4ec7-8f7c-c45ce4da2b1b'] response: {'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'code': 200} Mar 29 15:32:38.954255 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=73378be3-b180-4b37-a2a9-b3a75e3407e9,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:38.966565 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 692a093c-603a-4161-bdbc-651eee0bf5d7 completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:32:38.970529 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 692a093c-603a-4161-bdbc-651eee0bf5d7 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:38.970899 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:38.978612 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-215439dc-0686-4bfb-82a5-f7bd8fe5e3d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.047759 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 692a093c-603a-4161-bdbc-651eee0bf5d7 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:39.048143 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.051733 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-215439dc-0686-4bfb-82a5-f7bd8fe5e3d4 admin admin] Publish callbacks [] for security_group (b90bd20e-40bb-42c5-8613-b2a931ab1ce6), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.055573 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-215439dc-0686-4bfb-82a5-f7bd8fe5e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (b90bd20e-40bb-42c5-8613-b2a931ab1ce6), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.084088 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 692a093c-603a-4161-bdbc-651eee0bf5d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=692a093c-603a-4161-bdbc-651eee0bf5d7,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:39.087715 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.096005 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215439dc-0686-4bfb-82a5-f7bd8fe5e3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90bd20e-40bb-42c5-8613-b2a931ab1ce6,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:39.103009 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-215439dc-0686-4bfb-82a5-f7bd8fe5e3d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7c5cbbcf4f947f5ad469ceb8442a046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643504 Mar 29 15:32:39.106409 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47004) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:39.143754 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=692a093c-603a-4161-bdbc-651eee0bf5d7,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:39.154742 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67adb3bc-8bf1-4592-9e9c-191481de948f admin admin] Publish callbacks [] for security_group (b90bd20e-40bb-42c5-8613-b2a931ab1ce6), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.175716 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67adb3bc-8bf1-4592-9e9c-191481de948f admin admin] Publish callbacks [] for security_group (b90bd20e-40bb-42c5-8613-b2a931ab1ce6), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.225293 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67adb3bc-8bf1-4592-9e9c-191481de948f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (b90bd20e-40bb-42c5-8613-b2a931ab1ce6), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.227743 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67adb3bc-8bf1-4592-9e9c-191481de948f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:39.229398 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-67adb3bc-8bf1-4592-9e9c-191481de948f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b90bd20e-40bb-42c5-8613-b2a931ab1ce6 HTTP/1.1" status: 204 len: 168 time: 0.1219034 Mar 29 15:32:39.236592 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adb3bc-8bf1-4592-9e9c-191481de948f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90bd20e-40bb-42c5-8613-b2a931ab1ce6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:39.484598 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cca761-e29f-4cb0-9853-0a2d42d275f6 req-35aac922-1fb5-4e7b-9d38-1065fd4c228f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:39.486132 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d9cca761-e29f-4cb0-9853-0a2d42d275f6 req-35aac922-1fb5-4e7b-9d38-1065fd4c228f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0798366 Mar 29 15:32:39.552788 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d9cca761-e29f-4cb0-9853-0a2d42d275f6 req-b2b50e33-19d3-49b7-8112-171fb5842f0c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601430 Mar 29 15:32:39.704959 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc3fd6-57bd-4c26-b9b7-c5931f7db9a5 req-f003c1ee-bf92-4101-ad4d-2ef8bf19be97 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:39.712724 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b1bc3fd6-57bd-4c26-b9b7-c5931f7db9a5 req-f003c1ee-bf92-4101-ad4d-2ef8bf19be97 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0690680 Mar 29 15:32:39.772058 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b1bc3fd6-57bd-4c26-b9b7-c5931f7db9a5 req-712c1c42-351c-4b50-bc95-efc093632161 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567877 Mar 29 15:32:39.905051 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f8041-582b-459f-832a-5a9dde2e3662 req-e06a0a77-2ee4-418e-b854-74493f81f638 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:39.907065 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2c0f8041-582b-459f-832a-5a9dde2e3662 req-e06a0a77-2ee4-418e-b854-74493f81f638 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0579622 Mar 29 15:32:39.982995 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2c0f8041-582b-459f-832a-5a9dde2e3662 req-72f1e6f4-c0f0-4f5f-b793-9a9c726a8b19 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654745 Mar 29 15:32:40.069837 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47068) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:40.170385 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2005371439-network', 'tenant_id': 'f5907bf18b3d45c383b9fea64986321f'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:40.187685 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Made reservation on behalf of f5907bf18b3d45c383b9fea64986321f for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:40.189849 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.198253 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.274442 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Publish callbacks [] for security_group (9261cfde-20d5-4c45-9da6-f05aef36037b), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.278184 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (9261cfde-20d5-4c45-9da6-f05aef36037b), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.298256 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:32:40.311775 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9261cfde-20d5-4c45-9da6-f05aef36037b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:40.316420 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (1fd0ffc6-d2cb-4c2f-8a46-3065021c178e), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.316752 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.segments_db [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Added segment 1fd0ffc6-d2cb-4c2f-8a46-3065021c178e of type vlan for network ac6aec5a-06ea-4d2d-ae41-968ca5081865 Mar 29 15:32:40.329687 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.330034 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.330371 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.330704 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.331034 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.331359 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.331685 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.332005 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.332326 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.332645 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.332993 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.333314 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.333630 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.333945 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.334259 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:40.376336 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (ac6aec5a-06ea-4d2d-ae41-968ca5081865), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.400098 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (ac6aec5a-06ea-4d2d-ae41-968ca5081865), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.401072 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:40.401644 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.455689 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3847618 Mar 29 15:32:40.458475 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47072) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:40.463024 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-49c35f8f-42d5-4593-af95-4e0cd4b578ce admin admin] Request body: {'subnet': {'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2005371439-subnet', 'tenant_id': 'f5907bf18b3d45c383b9fea64986321f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:40.470319 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6f794-991e-4f31-9485-27425e9822a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ac6aec5a-06ea-4d2d-ae41-968ca5081865,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:40.481401 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network ac6aec5a-06ea-4d2d-ae41-968ca5081865 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:32:40.486234 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c35f8f-42d5-4593-af95-4e0cd4b578ce admin admin] Made reservation on behalf of f5907bf18b3d45c383b9fea64986321f for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:40.488542 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49c35f8f-42d5-4593-af95-4e0cd4b578ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.656188 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49c35f8f-42d5-4593-af95-4e0cd4b578ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for subnet (a7dbc2df-99bb-4915-9481-cd0c904da128), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.661414 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e2b49-af61-4d34-a3d8-5b509659e186 req-768e8c74-38c4-4ae3-928e-2a68c0d059c1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:40.662916 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ee2e2b49-af61-4d34-a3d8-5b509659e186 req-768e8c74-38c4-4ae3-928e-2a68c0d059c1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0540144 Mar 29 15:32:40.709215 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ee2e2b49-af61-4d34-a3d8-5b509659e186 req-5c683732-dd0c-4d05-abbc-75b4d6dbe90a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402801 Mar 29 15:32:40.709892 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c35f8f-42d5-4593-af95-4e0cd4b578ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7dbc2df-99bb-4915-9481-cd0c904da128,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:40.725148 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c35f8f-42d5-4593-af95-4e0cd4b578ce admin admin] Checking segment: {'id': '1fd0ffc6-d2cb-4c2f-8a46-3065021c178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:40.725496 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c35f8f-42d5-4593-af95-4e0cd4b578ce admin admin] Network hostable DHCP agents. Network: ac6aec5a-06ea-4d2d-ae41-968ca5081865, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:32:40.741730 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c35f8f-42d5-4593-af95-4e0cd4b578ce admin admin] Network ac6aec5a-06ea-4d2d-ae41-968ca5081865 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:32:40.750397 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-49c35f8f-42d5-4593-af95-4e0cd4b578ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, ac6aec5a-06ea-4d2d-ae41-968ca5081865) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:40.754653 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c35f8f-42d5-4593-af95-4e0cd4b578ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:40.755236 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49c35f8f-42d5-4593-af95-4e0cd4b578ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:40.759317 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b15c24-002a-4cdb-992a-e02f55d70a76 None None] Network ac6aec5a-06ea-4d2d-ae41-968ca5081865 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:32:40.771321 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-49c35f8f-42d5-4593-af95-4e0cd4b578ce admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3118598 Mar 29 15:32:40.859540 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2871f469-a509-4b87-ad75-0b1aa47e9703 None None] Network ac6aec5a-06ea-4d2d-ae41-968ca5081865 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:32:40.908284 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbd7a3-c728-4b9d-92b8-fea9f326e12c req-e5d657e7-609b-4be1-af72-6f8e24e0d7a6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:40.909805 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1fdbd7a3-c728-4b9d-92b8-fea9f326e12c req-e5d657e7-609b-4be1-af72-6f8e24e0d7a6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0616732 Mar 29 15:32:40.914007 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea565c0-54f1-4b22-aba5-fdf735416c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692a093c-603a-4161-bdbc-651eee0bf5d7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:40.916801 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3574f5c-a390-4b8d-9bcf-6cc16e16cc91" -d '{"events": [{"server_uuid": "5ea565c0-54f1-4b22-aba5-fdf735416c21", "name": "network-vif-plugged", "status": "completed", "tag": "692a093c-603a-4161-bdbc-651eee0bf5d7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:40.965865 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d23796-285f-4a57-ba23-c96cfc460cb3 x-openstack-request-id: req-45d23796-285f-4a57-ba23-c96cfc460cb3 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:40.966185 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea565c0-54f1-4b22-aba5-fdf735416c21", "name": "network-vif-plugged", "status": "completed", "tag": "692a093c-603a-4161-bdbc-651eee0bf5d7", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:40.966442 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45d23796-285f-4a57-ba23-c96cfc460cb3 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:40.966831 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d23796-285f-4a57-ba23-c96cfc460cb3'] response: {'server_uuid': '5ea565c0-54f1-4b22-aba5-fdf735416c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692a093c-603a-4161-bdbc-651eee0bf5d7', 'code': 200} Mar 29 15:32:40.980707 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1fdbd7a3-c728-4b9d-92b8-fea9f326e12c req-7b51dfd6-808c-448a-b63b-df4187472e0f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645864 Mar 29 15:32:41.125251 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d62a7-cca4-4365-b7aa-8ca07a804d71 req-f082424b-51c4-46d3-aa5d-823f68a4ecd2 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:41.126788 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-550d62a7-cca4-4365-b7aa-8ca07a804d71 req-f082424b-51c4-46d3-aa5d-823f68a4ecd2 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0626230 Mar 29 15:32:41.181019 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-550d62a7-cca4-4365-b7aa-8ca07a804d71 req-8ccd8e1e-6057-4737-849b-12ed45f029c4 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471938 Mar 29 15:32:41.828014 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15087cf3-a3ff-47f3-aaf1-84ced4b8c287 req-a6dab9d5-b4ee-400a-ae02-6449444c4689 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:41.829523 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-15087cf3-a3ff-47f3-aaf1-84ced4b8c287 req-a6dab9d5-b4ee-400a-ae02-6449444c4689 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0511787 Mar 29 15:32:41.874368 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-15087cf3-a3ff-47f3-aaf1-84ced4b8c287 req-c753b870-fca0-4874-b200-82ee32f08631 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 Mar 29 15:32:42.154302 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6164aa-9717-4a6e-9be5-33f4ed3be894 req-85964b99-e7b4-4588-9ab2-f1dabc85f9f3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:42.167118 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ca6164aa-9717-4a6e-9be5-33f4ed3be894 req-85964b99-e7b4-4588-9ab2-f1dabc85f9f3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.1110244 Mar 29 15:32:42.179792 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5c815-4c3e-4648-828e-3cb7e612d089 req-1a2de36d-b079-4ab4-9a50-089ee96414c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:42.181346 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f9a5c815-4c3e-4648-828e-3cb7e612d089 req-1a2de36d-b079-4ab4-9a50-089ee96414c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 1130 time: 0.0809007 Mar 29 15:32:42.247090 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f9a5c815-4c3e-4648-828e-3cb7e612d089 req-8ea04007-b9fb-401b-afe9-4a1fd11d4e41 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568180 Mar 29 15:32:42.255860 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ca6164aa-9717-4a6e-9be5-33f4ed3be894 req-43cfc315-a203-4f00-a27e-b8416c60268e tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878875 Mar 29 15:32:42.262086 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b317512-97c1-4286-ab51-bd9b13698525 req-d8a5ff7c-b590-410e-9ad8-3b750b4763b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:42.263809 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1b317512-97c1-4286-ab51-bd9b13698525 req-d8a5ff7c-b590-410e-9ad8-3b750b4763b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 1130 time: 0.0751808 Mar 29 15:32:42.335620 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8768f-29b0-4d74-aa92-ec15befbbc84 req-f13aa461-4da8-43a4-956d-a7970657e7ec tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:42.337163 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-eea8768f-29b0-4d74-aa92-ec15befbbc84 req-f13aa461-4da8-43a4-956d-a7970657e7ec tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0596006 Mar 29 15:32:42.390540 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-eea8768f-29b0-4d74-aa92-ec15befbbc84 req-6005d6c8-8151-4abe-ba1c-463f914b617a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465982 Mar 29 15:32:42.497679 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00b72b-f56b-4a85-9b91-75d0dec91689 req-2df15114-03fa-459a-9fc7-41c0d45df875 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:42.499078 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cb00b72b-f56b-4a85-9b91-75d0dec91689 req-2df15114-03fa-459a-9fc7-41c0d45df875 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 945 time: 0.0516253 Mar 29 15:32:42.558284 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4011aeed-d06a-4695-aa6a-86151a011c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:42.561602 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cb00b72b-f56b-4a85-9b91-75d0dec91689 req-83abe0f5-63a7-445c-9308-ee06ff3565cb tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569186 Mar 29 15:32:42.581845 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1b317512-97c1-4286-ab51-bd9b13698525 req-22e38c04-d513-4d1e-aa54-005c7b9b01cc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515552 Mar 29 15:32:42.996535 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9586b-1d3c-4273-b009-6f3cfc48338f req-ef09a2b8-cb97-470e-865c-c1beca1cb205 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:42.998038 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-37a9586b-1d3c-4273-b009-6f3cfc48338f req-ef09a2b8-cb97-470e-865c-c1beca1cb205 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0572538 Mar 29 15:32:43.045761 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-37a9586b-1d3c-4273-b009-6f3cfc48338f req-7cdfdf23-3cb1-4990-bf25-d5bc444d9746 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418675 Mar 29 15:32:43.453050 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1ede9-028b-405c-998b-659b2c289e47 req-baa47d49-3bee-4cc1-a7a9-c9377f7dd6c1 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:43.456283 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-77b1ede9-028b-405c-998b-659b2c289e47 req-baa47d49-3bee-4cc1-a7a9-c9377f7dd6c1 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.1225047 Mar 29 15:32:43.548716 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-77b1ede9-028b-405c-998b-659b2c289e47 req-7ac0abd8-297e-4a36-9079-4e4c5b934e36 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845835 Mar 29 15:32:43.587025 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c44a29-5de2-4cb0-ae68-f808a5ca5ca3 req-071e5a4d-0ebe-4833-87de-ed6e98ce1e87 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:43.589267 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a7c44a29-5de2-4cb0-ae68-f808a5ca5ca3 req-071e5a4d-0ebe-4833-87de-ed6e98ce1e87 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0680468 Mar 29 15:32:43.641247 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a7c44a29-5de2-4cb0-ae68-f808a5ca5ca3 req-05605a0d-b2ae-4c12-8f54-45f2e9b66e1b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453343 Mar 29 15:32:43.747286 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-edbcbb1d-becc-401a-bd39-337bf03817f8 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:43.748826 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-edbcbb1d-becc-401a-bd39-337bf03817f8 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/networks?id=ac6aec5a-06ea-4d2d-ae41-968ca5081865 HTTP/1.1" status: 200 len: 809 time: 0.1165192 Mar 29 15:32:43.754367 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0c665-9fc7-408a-af24-950a7644332c req-99fe7de2-9b6e-4904-a65e-8659919b233a tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:43.756111 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b4f0c665-9fc7-408a-af24-950a7644332c req-99fe7de2-9b6e-4904-a65e-8659919b233a tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 945 time: 0.0571613 Mar 29 15:32:43.772876 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-79c1a415-10e9-47c6-94da-7ca55a45e547 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/quotas/f5907bf18b3d45c383b9fea64986321f HTTP/1.1" status: 200 len: 375 time: 0.0149450 Mar 29 15:32:43.802487 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-e0651768-87e9-4cc6-9012-b1b713806a94 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5907bf18b3d45c383b9fea64986321f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286429 Mar 29 15:32:43.825550 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b4f0c665-9fc7-408a-af24-950a7644332c req-4121ab59-22bd-495e-9cbb-13eb29e3893c tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612547 Mar 29 15:32:43.866217 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47194) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:43.963008 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-bd869ad0-2b32-47dd-b31a-2daffeed0e4b service neutron] 10.222.0.18 "GET /v2.0/networks/ac6aec5a-06ea-4d2d-ae41-968ca5081865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492767 Mar 29 15:32:44.034038 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:44.105594 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-515e311b-7b4c-428d-8499-8ff43b93b22c service neutron] 10.222.0.18 "GET /v2.0/networks/ac6aec5a-06ea-4d2d-ae41-968ca5081865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355565 Mar 29 15:32:44.190575 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c358fbf-50be-4790-b27a-d443b6e389f7 req-7dfa2f2d-eb41-4d2b-95f6-7d85640efa24 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:44.192965 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9c358fbf-50be-4790-b27a-d443b6e389f7 req-7dfa2f2d-eb41-4d2b-95f6-7d85640efa24 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0685096 Mar 29 15:32:44.193084 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Publish callbacks [] for security_group (107c2d30-686a-4e3a-b424-1c8b14cd4c9b), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:44.197260 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (107c2d30-686a-4e3a-b424-1c8b14cd4c9b), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:44.284898 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3c5b71183824a5ab8d3113c979d5521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4113460 Mar 29 15:32:44.289910 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9c358fbf-50be-4790-b27a-d443b6e389f7 req-6162971a-4109-4113-a5d6-f6af50ac5b52 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907464 Mar 29 15:32:44.293288 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47224) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:44.306497 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107c2d30-686a-4e3a-b424-1c8b14cd4c9b,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:44.336732 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-de69f59b-0fec-499f-926b-9797b6205d91 req-9c0493f7-09dd-4953-8dae-ab40e0e8293c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 210 time: 0.0451343 Mar 29 15:32:44.347056 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.347659 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.348207 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.349063 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.349861 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.350447 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.350971 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.351710 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.352247 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.352638 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.353088 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.353536 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.353883 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.355389 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.355842 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199c9c7-cd6b-4f8b-b7ac-8d6c7bcc3965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:44.370125 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cf9c384a-b44d-433a-8389-eafe710f464a req-23a1982e-fedd-4715-982f-26429dff7c37 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1615388 Mar 29 15:32:44.379689 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-599dcd6c-9fad-42c5-ba48-71ad22c52768 admin admin] Publish callbacks [] for security_group (107c2d30-686a-4e3a-b424-1c8b14cd4c9b), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:44.418878 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-599dcd6c-9fad-42c5-ba48-71ad22c52768 admin admin] Publish callbacks [] for security_group (107c2d30-686a-4e3a-b424-1c8b14cd4c9b), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:44.476226 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-599dcd6c-9fad-42c5-ba48-71ad22c52768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (107c2d30-686a-4e3a-b424-1c8b14cd4c9b), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:44.480354 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-599dcd6c-9fad-42c5-ba48-71ad22c52768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:44.482523 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-599dcd6c-9fad-42c5-ba48-71ad22c52768 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/107c2d30-686a-4e3a-b424-1c8b14cd4c9b HTTP/1.1" status: 204 len: 168 time: 0.1875987 Mar 29 15:32:44.507137 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dcd6c-9fad-42c5-ba48-71ad22c52768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107c2d30-686a-4e3a-b424-1c8b14cd4c9b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:44.559713 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c384a-b44d-433a-8389-eafe710f464a req-53ffb397-963b-45bc-a66d-aa402d51cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:44.561920 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cf9c384a-b44d-433a-8389-eafe710f464a req-53ffb397-963b-45bc-a66d-aa402d51cd23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 1130 time: 0.0732889 Mar 29 15:32:44.710457 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c384a-b44d-433a-8389-eafe710f464a req-f0fc52ea-22ea-4e4b-b2d1-f504cab2a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:44.712057 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cf9c384a-b44d-433a-8389-eafe710f464a req-f0fc52ea-22ea-4e4b-b2d1-f504cab2a0bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.1194148 Mar 29 15:32:44.757762 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9713943-e583-4479-b077-9fd8f6e81899 req-a88f0115-b2c5-49d1-870a-d5119b397aa0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:44.759600 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f9713943-e583-4479-b077-9fd8f6e81899 req-a88f0115-b2c5-49d1-870a-d5119b397aa0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0779390 Mar 29 15:32:44.773355 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cf9c384a-b44d-433a-8389-eafe710f464a req-1fd55916-2a99-4e11-8932-0df056556804 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c HTTP/1.1" status: 200 len: 217 time: 0.0517390 Mar 29 15:32:44.826143 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f9713943-e583-4479-b077-9fd8f6e81899 req-fd5ffa78-ea2d-453a-8795-992dbbcdcf11 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573065 Mar 29 15:32:44.856440 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c384a-b44d-433a-8389-eafe710f464a req-0921a139-47eb-40dd-9746-9094aa581156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:44.858884 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cf9c384a-b44d-433a-8389-eafe710f464a req-0921a139-47eb-40dd-9746-9094aa581156 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0763249 Mar 29 15:32:44.904956 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47260) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:44.913036 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bff34-359d-4c26-9388-43939e4d8550 req-a23baea6-1d76-48c4-b7a8-606cab6ec2e3 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:44.914723 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-749bff34-359d-4c26-9388-43939e4d8550 req-a23baea6-1d76-48c4-b7a8-606cab6ec2e3 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.1437213 Mar 29 15:32:44.949702 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2fcbd5b9-ceda-4be8-bd51-630ac3921578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:44.951751 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c384a-b44d-433a-8389-eafe710f464a req-74c225f9-da0a-4acb-afd1-42fa62769f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:44.953618 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cf9c384a-b44d-433a-8389-eafe710f464a req-74c225f9-da0a-4acb-afd1-42fa62769f99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0847344 Mar 29 15:32:45.001957 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5206a-73b3-44df-9b9d-6de85efae250 req-e2f2bb38-815a-4d81-8d08-de1a01a5395c tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:45.003462 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e0d5206a-73b3-44df-9b9d-6de85efae250 req-e2f2bb38-815a-4d81-8d08-de1a01a5395c tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 945 time: 0.0907140 Mar 29 15:32:45.038319 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-749bff34-359d-4c26-9388-43939e4d8550 req-0f139e30-f56b-4300-87da-2aeae9ab3aec tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150138 Mar 29 15:32:45.086273 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d8686cf7-be68-4bd7-b31a-5ad4a7c80505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.103979 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e0d5206a-73b3-44df-9b9d-6de85efae250 req-c76a22ff-f451-4a62-a063-1d5a3b83e21e tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911565 Mar 29 15:32:45.114960 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cf9c384a-b44d-433a-8389-eafe710f464a req-3c75eece-7fb4-404d-a91b-9ebe9604026d service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394699 Mar 29 15:32:45.121638 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2fcbd5b9-ceda-4be8-bd51-630ac3921578 admin admin] Publish callbacks [] for security_group (fb190156-5b03-44a7-b005-3aa720a65571), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.126192 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2fcbd5b9-ceda-4be8-bd51-630ac3921578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (fb190156-5b03-44a7-b005-3aa720a65571), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.188183 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-2fcbd5b9-ceda-4be8-bd51-630ac3921578 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=847382465efb420c8a2d76b533c5b21b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819865 Mar 29 15:32:45.202625 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbd5b9-ceda-4be8-bd51-630ac3921578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb190156-5b03-44a7-b005-3aa720a65571,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:45.205955 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47264) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:45.249849 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d343e-a135-4773-93da-742d273da862 req-a8654f4d-afa7-47ac-9d58-cd45e2ebf2c9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:45.251427 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e71d343e-a135-4773-93da-742d273da862 req-a8654f4d-afa7-47ac-9d58-cd45e2ebf2c9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.1273341 Mar 29 15:32:45.265063 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e1ba5-4ae1-467e-8578-1a905c3c958e req-c5115fea-fb45-4095-94fb-19ee1d207e72 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:45.265867 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-846e1ba5-4ae1-467e-8578-1a905c3c958e req-c5115fea-fb45-4095-94fb-19ee1d207e72 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.1007190 Mar 29 15:32:45.267701 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47266) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:45.272694 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cf9c384a-b44d-433a-8389-eafe710f464a req-bbf21860-c72c-4244-a328-82780b1c9311 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363409 Mar 29 15:32:45.276634 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-c98f0199-964e-4315-ae2b-98c411afbf51 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Request body: {'floatingip': {'port_id': '73378be3-b180-4b37-a2a9-b3a75e3407e9'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:45.277213 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47268) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:45.278989 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.283282 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-166a19ba-5e30-4f8e-9373-528c481df012 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Request body: {'floatingip': {'port_id': '692a093c-603a-4161-bdbc-651eee0bf5d7'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:45.345645 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81ba47df-d592-4cda-a041-c6a916d85faa admin admin] Publish callbacks [] for security_group (fb190156-5b03-44a7-b005-3aa720a65571), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.355909 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c98f0199-964e-4315-ae2b-98c411afbf51 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (579caba4-80ed-43ee-81d1-ee4be1853549), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.365153 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-166a19ba-5e30-4f8e-9373-528c481df012 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (16d049ab-6d8d-4008-87ae-fd4b01334598), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.427524 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81ba47df-d592-4cda-a041-c6a916d85faa admin admin] Publish callbacks [] for security_group (fb190156-5b03-44a7-b005-3aa720a65571), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.494594 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3609afa8-9119-43a6-8c75-cbf0bb95442f req-ed10f510-e274-4850-b4d7-37e9197f682b tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 210 time: 0.0851669 Mar 29 15:32:45.551973 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb339d-80e5-411b-a438-bc1cda68a596 req-c756323a-82da-4fac-8350-2872d431c0c9 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:45.559511 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4ebb339d-80e5-411b-a438-bc1cda68a596 req-c756323a-82da-4fac-8350-2872d431c0c9 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.1706884 Mar 29 15:32:45.683240 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81ba47df-d592-4cda-a041-c6a916d85faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (fb190156-5b03-44a7-b005-3aa720a65571), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.685813 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81ba47df-d592-4cda-a041-c6a916d85faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:45.686948 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-81ba47df-d592-4cda-a041-c6a916d85faa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb190156-5b03-44a7-b005-3aa720a65571 HTTP/1.1" status: 204 len: 168 time: 0.4787226 Mar 29 15:32:45.706003 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba47df-d592-4cda-a041-c6a916d85faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb190156-5b03-44a7-b005-3aa720a65571,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:45.795763 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4ebb339d-80e5-411b-a438-bc1cda68a596 req-cb020146-57c0-4af0-a4b4-457f6de92430 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352471 Mar 29 15:32:45.940471 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-9d602b79-188f-4775-ab6d-1e90d7860c5c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:45.942727 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-9d602b79-188f-4775-ab6d-1e90d7860c5c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.31 "GET /v2.0/networks?id=ac6aec5a-06ea-4d2d-ae41-968ca5081865 HTTP/1.1" status: 200 len: 809 time: 0.3001776 Mar 29 15:32:46.026933 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-1a2716a3-788d-42d6-bd73-59f913048d8c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Request body: {'port': {'device_id': '075c7cb8-35b5-4a75-a9b1-35729bdad820', 'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865', 'admin_state_up': True, 'tenant_id': 'f5907bf18b3d45c383b9fea64986321f'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:46.063047 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.342345 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142608fa-1b4c-48a8-a2c8-125e924fc0cc req-c1cf13b6-e5f9-4dc5-9b52-35da5aba7d4b tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:46.343816 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-142608fa-1b4c-48a8-a2c8-125e924fc0cc req-c1cf13b6-e5f9-4dc5-9b52-35da5aba7d4b tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.31 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 945 time: 0.4151502 Mar 29 15:32:46.428793 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c72aa-3003-4dc8-93bb-97ec0a864b46 req-d3ed2cca-658e-43af-b8a6-aabdf7eb7167 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:46.430230 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e93c72aa-3003-4dc8-93bb-97ec0a864b46 req-d3ed2cca-658e-43af-b8a6-aabdf7eb7167 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 945 time: 0.2237840 Mar 29 15:32:46.503102 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-166a19ba-5e30-4f8e-9373-528c481df012 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.527138 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-166a19ba-5e30-4f8e-9373-528c481df012 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (16d049ab-6d8d-4008-87ae-fd4b01334598), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.587162 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-1a2716a3-788d-42d6-bd73-59f913048d8c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Made reservation on behalf of f5907bf18b3d45c383b9fea64986321f for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:46.590975 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-1a2716a3-788d-42d6-bd73-59f913048d8c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.632541 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-885deef2-d8a9-4929-90cd-38784d809142 req-895ff7e5-d8a0-4945-81fa-367c56614473 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 210 time: 0.0664079 Mar 29 15:32:46.636846 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c98f0199-964e-4315-ae2b-98c411afbf51 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.645301 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e93c72aa-3003-4dc8-93bb-97ec0a864b46 req-8701626d-98c0-4b11-9bec-c798bc36ab36 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/security-groups?id=254e6d9e-dd00-4843-80f0-c9dbaef822a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989284 Mar 29 15:32:46.683761 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-142608fa-1b4c-48a8-a2c8-125e924fc0cc req-5236ec48-b2a1-403c-8f6d-b0656466ba1d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Deleting port e627d048-b839-4a35-baf6-8add4f759ba3 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:32:46.684096 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-142608fa-1b4c-48a8-a2c8-125e924fc0cc req-5236ec48-b2a1-403c-8f6d-b0656466ba1d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (e627d048-b839-4a35-baf6-8add4f759ba3), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.733384 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c98f0199-964e-4315-ae2b-98c411afbf51 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (579caba4-80ed-43ee-81d1-ee4be1853549), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.736842 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.l3_db [None req-166a19ba-5e30-4f8e-9373-528c481df012 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Floating IP 16d049ab-6d8d-4008-87ae-fd4b01334598 associated. External IP: 172.27.0.104, port: 692a093c-603a-4161-bdbc-651eee0bf5d7. Mar 29 15:32:46.857559 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-1a2716a3-788d-42d6-bd73-59f913048d8c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Allocated IP 172.20.0.2 (ac6aec5a-06ea-4d2d-ae41-968ca5081865/a7dbc2df-99bb-4915-9481-cd0c904da128/39ffa293-6708-43a8-99c4-6846140b2ccb) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:46.862725 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-142608fa-1b4c-48a8-a2c8-125e924fc0cc req-5236ec48-b2a1-403c-8f6d-b0656466ba1d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] For port e627d048-b839-4a35-baf6-8add4f759ba3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e627d048-b839-4a35-baf6-8add4f759ba3,segment=NetworkSegment(b184c38f-a8d1-460f-90a9-06f47125352e),segment_id=b184c38f-a8d1-460f-90a9-06f47125352e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:46.863147 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-142608fa-1b4c-48a8-a2c8-125e924fc0cc req-5236ec48-b2a1-403c-8f6d-b0656466ba1d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (e627d048-b839-4a35-baf6-8add4f759ba3), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:46.872172 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [None req-c98f0199-964e-4315-ae2b-98c411afbf51 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Floating IP 579caba4-80ed-43ee-81d1-ee4be1853549 associated. External IP: 172.27.0.110, port: 73378be3-b180-4b37-a2a9-b3a75e3407e9. Mar 29 15:32:46.882891 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-142608fa-1b4c-48a8-a2c8-125e924fc0cc req-5236ec48-b2a1-403c-8f6d-b0656466ba1d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Calling delete_port for e627d048-b839-4a35-baf6-8add4f759ba3 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:32:47.038116 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47332) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:47.115733 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee467-abef-4937-8373-6f13782b5fef req-140f771c-470c-484c-b7ef-a9b56d721729 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:47.117397 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-21dee467-abef-4937-8373-6f13782b5fef req-140f771c-470c-484c-b7ef-a9b56d721729 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.1685953 Mar 29 15:32:47.118412 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166a19ba-5e30-4f8e-9373-528c481df012 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:32:47.202273 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:47.242397 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-142608fa-1b4c-48a8-a2c8-125e924fc0cc req-5236ec48-b2a1-403c-8f6d-b0656466ba1d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503'] for port (e627d048-b839-4a35-baf6-8add4f759ba3), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:47.256586 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['e627d048-b839-4a35-baf6-8add4f759ba3'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:32:47.278775 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236ec48-b2a1-403c-8f6d-b0656466ba1d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Pushing event deleted for resources: {'Port': ['ID=e627d048-b839-4a35-baf6-8add4f759ba3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:47.320882 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-21dee467-abef-4937-8373-6f13782b5fef req-dde1e8f2-57a3-46a9-9a56-7e585cf32af8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924260 Mar 29 15:32:47.341143 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-1a2716a3-788d-42d6-bd73-59f913048d8c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks [] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:47.362915 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-142608fa-1b4c-48a8-a2c8-125e924fc0cc req-5236ec48-b2a1-403c-8f6d-b0656466ba1d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] No DVR routers for this DVR port e627d048-b839-4a35-baf6-8add4f759ba3 on host hv-cinder-79053 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:32:47.368195 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-142608fa-1b4c-48a8-a2c8-125e924fc0cc req-5236ec48-b2a1-403c-8f6d-b0656466ba1d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:47.371747 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98f0199-964e-4315-ae2b-98c411afbf51 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Router 7c60850a-e794-4213-a687-0c0e14235ba5 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:32:47.371879 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-142608fa-1b4c-48a8-a2c8-125e924fc0cc req-5236ec48-b2a1-403c-8f6d-b0656466ba1d tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.31 "DELETE /v2.0/ports/e627d048-b839-4a35-baf6-8add4f759ba3 HTTP/1.1" status: 204 len: 173 time: 0.9931402 Mar 29 15:32:47.372210 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93adc086-0754-48f7-8ce0-2529ce14acac', 'name': 'network-vif-deleted', 'tag': 'e627d048-b839-4a35-baf6-8add4f759ba3'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:47.374497 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f875a7c6-f85f-41e7-9659-cd9a75b69981" -d '{"events": [{"server_uuid": "93adc086-0754-48f7-8ce0-2529ce14acac", "name": "network-vif-deleted", "tag": "e627d048-b839-4a35-baf6-8add4f759ba3"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:47.402190 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166a19ba-5e30-4f8e-9373-528c481df012 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:32:47.404349 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd70ad02-307c-47f0-90b0-f5a3a356a568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:47.410705 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-166a19ba-5e30-4f8e-9373-528c481df012 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:47.420915 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c890b8-43ab-443a-a8cd-55263e2df37f None None] Sync routers for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:32:47.438781 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c890b8-43ab-443a-a8cd-55263e2df37f None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:47.440608 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-64c890b8-43ab-443a-a8cd-55263e2df37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:32:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:47.472191 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b980f766-2c63-4be4-a47e-996cd69094ce x-openstack-request-id: req-b980f766-2c63-4be4-a47e-996cd69094ce {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:47.472435 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93adc086-0754-48f7-8ce0-2529ce14acac", "name": "network-vif-deleted", "tag": "e627d048-b839-4a35-baf6-8add4f759ba3", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:47.472688 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b980f766-2c63-4be4-a47e-996cd69094ce {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:47.473160 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b980f766-2c63-4be4-a47e-996cd69094ce'] response: {'server_uuid': '93adc086-0754-48f7-8ce0-2529ce14acac', 'name': 'network-vif-deleted', 'tag': 'e627d048-b839-4a35-baf6-8add4f759ba3', 'status': 'completed', 'code': 200} Mar 29 15:32:47.493496 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-166a19ba-5e30-4f8e-9373-528c481df012 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "PUT /v2.0/floatingips/16d049ab-6d8d-4008-87ae-fd4b01334598 HTTP/1.1" status: 200 len: 992 time: 2.2035747 Mar 29 15:32:47.500779 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47344) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:47.513437 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-1a2716a3-788d-42d6-bd73-59f913048d8c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:47.579366 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd70ad02-307c-47f0-90b0-f5a3a356a568 admin admin] Publish callbacks [] for security_group (e6ba64db-f034-49aa-b643-fd1395d64edf), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:47.585943 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd70ad02-307c-47f0-90b0-f5a3a356a568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e6ba64db-f034-49aa-b643-fd1395d64edf), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:47.605760 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-1a2716a3-788d-42d6-bd73-59f913048d8c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Network ac6aec5a-06ea-4d2d-ae41-968ca5081865 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:47.614224 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-1a2716a3-788d-42d6-bd73-59f913048d8c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:47.619117 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2716a3-788d-42d6-bd73-59f913048d8c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Pushing event updated for resources: {'Port': ['ID=39ffa293-6708-43a8-99c4-6846140b2ccb,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:47.624694 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-1a2716a3-788d-42d6-bd73-59f913048d8c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:47.634586 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-bd70ad02-307c-47f0-90b0-f5a3a356a568 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=814771eb818c449b8fdc8e7532d57f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5936217 Mar 29 15:32:47.636324 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70ad02-307c-47f0-90b0-f5a3a356a568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ba64db-f034-49aa-b643-fd1395d64edf,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:47.639107 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47356) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:47.701352 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98f0199-964e-4315-ae2b-98c411afbf51 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:32:47.701576 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-64c890b8-43ab-443a-a8cd-55263e2df37f None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:47.738561 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e13f8e2-5cc8-4e45-8839-243b087d77ff None None] Sync routers for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:32:47.762878 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e13f8e2-5cc8-4e45-8839-243b087d77ff None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:47.763535 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4e13f8e2-5cc8-4e45-8839-243b087d77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:32:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:47.767126 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e020432-d44e-4358-a248-801413ed8dcc admin admin] Publish callbacks [] for security_group (e6ba64db-f034-49aa-b643-fd1395d64edf), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:47.769057 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-1a2716a3-788d-42d6-bd73-59f913048d8c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:47.769948 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-1a2716a3-788d-42d6-bd73-59f913048d8c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:47.777294 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c98f0199-964e-4315-ae2b-98c411afbf51 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:47.832575 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e020432-d44e-4358-a248-801413ed8dcc admin admin] Publish callbacks [] for security_group (e6ba64db-f034-49aa-b643-fd1395d64edf), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:47.860788 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-1a2716a3-788d-42d6-bd73-59f913048d8c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8863139 Mar 29 15:32:47.867162 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-c98f0199-964e-4315-ae2b-98c411afbf51 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "PUT /v2.0/floatingips/579caba4-80ed-43ee-81d1-ee4be1853549 HTTP/1.1" status: 200 len: 992 time: 2.5967999 Mar 29 15:32:47.869086 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:47.871875 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c34dad-8779-4c2d-bcfa-1dbc0e591524" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:47.887422 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Request body: {'port': {'device_id': '075c7cb8-35b5-4a75-a9b1-35729bdad820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:47.924148 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d9ad7-a5ed-4338-92bb-92dfc0f2d2b1 req-db638349-9437-4abb-982c-9efbd393a4a7 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:47.925641 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-224d9ad7-a5ed-4338-92bb-92dfc0f2d2b1 req-db638349-9437-4abb-982c-9efbd393a4a7 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 931 time: 0.1449564 Mar 29 15:32:47.943258 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-25268612-a198-4ff0-a791-dfe4e2584c05 req-26d20fcf-d30d-4d78-86e0-5fcaee5a9df6 tempest-DeleteServersTestJSON-1940518322 tempest-DeleteServersTestJSON-1940518322-project] 10.222.0.18 "GET /v2.0/ports?device_id=93adc086-0754-48f7-8ce0-2529ce14acac HTTP/1.1" status: 200 len: 210 time: 0.0718787 Mar 29 15:32:47.998801 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e020432-d44e-4358-a248-801413ed8dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e6ba64db-f034-49aa-b643-fd1395d64edf), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:48.001912 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e020432-d44e-4358-a248-801413ed8dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:48.005684 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-0e020432-d44e-4358-a248-801413ed8dcc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6ba64db-f034-49aa-b643-fd1395d64edf HTTP/1.1" status: 204 len: 168 time: 0.3622286 Mar 29 15:32:48.026137 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e020432-d44e-4358-a248-801413ed8dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ba64db-f034-49aa-b643-fd1395d64edf,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:48.063703 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-4e13f8e2-5cc8-4e45-8839-243b087d77ff None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:48.073901 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1652cbcc-3ce1-4a39-b7b2-4fdbfcbfa9b2 x-openstack-request-id: req-1652cbcc-3ce1-4a39-b7b2-4fdbfcbfa9b2 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:48.074551 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:48.075047 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1652cbcc-3ce1-4a39-b7b2-4fdbfcbfa9b2 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:48.075651 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1652cbcc-3ce1-4a39-b7b2-4fdbfcbfa9b2'] response: {'name': 'network-changed', 'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'status': 'completed', 'code': 200} Mar 29 15:32:48.079481 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-224d9ad7-a5ed-4338-92bb-92dfc0f2d2b1 req-4afc6289-4e82-40b6-923c-114a18cd35a2 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469398 Mar 29 15:32:48.100103 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:48.159322 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dadf4406-1c41-472b-af20-9d728a691ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:48.265015 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dadf4406-1c41-472b-af20-9d728a691ef7 admin admin] Publish callbacks [] for security_group (5ff03c56-8d41-48d6-8bdc-bfc53332cdfc), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:48.279610 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dadf4406-1c41-472b-af20-9d728a691ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (5ff03c56-8d41-48d6-8bdc-bfc53332cdfc), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:48.362018 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-64c890b8-43ab-443a-a8cd-55263e2df37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '16d049ab-6d8d-4008-87ae-fd4b01334598', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'floating_ip_address': '172.27.0.104', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'port_id': '692a093c-603a-4161-bdbc-651eee0bf5d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'mac_address': 'fa:16:3e:dd:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea565c0-54f1-4b22-aba5-fdf735416c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:09Z', 'updated_at': '2022-03-29T15:32:46Z', 'revision_number': 1, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:08Z', 'revision_number': 5, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:48.402496 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c890b8-43ab-443a-a8cd-55263e2df37f None None] Checking router: a4f12b8f-0258-4807-bcfe-1e7d00be0e09 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:32:48.414134 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c890b8-43ab-443a-a8cd-55263e2df37f None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:48.415831 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-64c890b8-43ab-443a-a8cd-55263e2df37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:32:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:48.553737 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-64c890b8-43ab-443a-a8cd-55263e2df37f None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:48.661498 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ffa293-6708-43a8-99c4-6846140b2ccb {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:48.686881 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Publish callbacks [] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:48.712789 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47376) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:48.736125 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Transition to ACTIVE for port object 39ffa293-6708-43a8-99c4-6846140b2ccb will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:32:48.737337 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6aae-28b0-48f1-996a-2b68c71a7e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:48.751602 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:48.781395 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34dad-8779-4c2d-bcfa-1dbc0e591524 req-ba984286-a308-41d0-a896-40ebbbd5cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:48.784260 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a5c34dad-8779-4c2d-bcfa-1dbc0e591524 req-ba984286-a308-41d0-a896-40ebbbd5cca2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 1130 time: 0.6824036 Mar 29 15:32:48.795175 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:48.810251 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf4406-1c41-472b-af20-9d728a691ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff03c56-8d41-48d6-8bdc-bfc53332cdfc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:48.884913 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-dadf4406-1c41-472b-af20-9d728a691ef7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21d385c7dfe54594a0ec14e4176cb7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3827853 Mar 29 15:32:48.892140 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47382) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:48.921362 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34dad-8779-4c2d-bcfa-1dbc0e591524 req-79e3cd91-6cb4-4243-8757-4f770898cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:48.922984 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a5c34dad-8779-4c2d-bcfa-1dbc0e591524 req-79e3cd91-6cb4-4243-8757-4f770898cc33 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6af2c806-9c32-4a97-8072-598765883877 HTTP/1.1" status: 200 len: 917 time: 0.1079333 Mar 29 15:32:48.936337 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89774883-5214-4630-8185-f3f25c24748b req-a0448ab4-61b8-4ab6-b230-5f8a6870c847 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:48.937908 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-89774883-5214-4630-8185-f3f25c24748b req-a0448ab4-61b8-4ab6-b230-5f8a6870c847 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.1831722 Mar 29 15:32:48.954984 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4e13f8e2-5cc8-4e45-8839-243b087d77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '579caba4-80ed-43ee-81d1-ee4be1853549', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'port_id': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'mac_address': 'fa:16:3e:d5:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:08Z', 'updated_at': '2022-03-29T15:32:46Z', 'revision_number': 1, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:02Z', 'revision_number': 5, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:48.985423 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-64c890b8-43ab-443a-a8cd-55263e2df37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '16d049ab-6d8d-4008-87ae-fd4b01334598', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'floating_ip_address': '172.27.0.104', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'port_id': '692a093c-603a-4161-bdbc-651eee0bf5d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'mac_address': 'fa:16:3e:dd:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea565c0-54f1-4b22-aba5-fdf735416c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:09Z', 'updated_at': '2022-03-29T15:32:46Z', 'revision_number': 1, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:08Z', 'revision_number': 5, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:48.987011 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e13f8e2-5cc8-4e45-8839-243b087d77ff None None] Checking router: 7c60850a-e794-4213-a687-0c0e14235ba5 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:32:48.997156 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Pushing event updated for resources: {'Port': ['ID=39ffa293-6708-43a8-99c4-6846140b2ccb,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:49.016831 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e13f8e2-5cc8-4e45-8839-243b087d77ff None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:49.019326 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4e13f8e2-5cc8-4e45-8839-243b087d77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:32:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:49.044318 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c890b8-43ab-443a-a8cd-55263e2df37f None None] The sync data for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi is: [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '16d049ab-6d8d-4008-87ae-fd4b01334598', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'floating_ip_address': '172.27.0.104', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'port_id': '692a093c-603a-4161-bdbc-651eee0bf5d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'mac_address': 'fa:16:3e:dd:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea565c0-54f1-4b22-aba5-fdf735416c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:09Z', 'updated_at': '2022-03-29T15:32:46Z', 'revision_number': 1, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:08Z', 'revision_number': 5, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:32:49.080156 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Attempting to bind port 39ffa293-6708-43a8-99c4-6846140b2ccb on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:49.080689 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Attempting to bind port 39ffa293-6708-43a8-99c4-6846140b2ccb by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1fd0ffc6-d2cb-4c2f-8a46-3065021c178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:49.081152 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Attempting to bind port 39ffa293-6708-43a8-99c4-6846140b2ccb on network ac6aec5a-06ea-4d2d-ae41-968ca5081865 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:49.113304 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Port 39ffa293-6708-43a8-99c4-6846140b2ccb on network ac6aec5a-06ea-4d2d-ae41-968ca5081865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:32:49.113304 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Attempting to bind port 39ffa293-6708-43a8-99c4-6846140b2ccb on network ac6aec5a-06ea-4d2d-ae41-968ca5081865 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:49.144623 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6c91f2fa-f388-463f-bd96-cf3ff0b39e19 admin admin] Publish callbacks [] for security_group (5ff03c56-8d41-48d6-8bdc-bfc53332cdfc), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:49.167615 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a5c34dad-8779-4c2d-bcfa-1dbc0e591524 req-48d4d0f3-7c7e-4590-9b80-0be51b59e054 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9 HTTP/1.1" status: 200 len: 1000 time: 0.2286603 Mar 29 15:32:49.183022 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6c91f2fa-f388-463f-bd96-cf3ff0b39e19 admin admin] Publish callbacks [] for security_group (5ff03c56-8d41-48d6-8bdc-bfc53332cdfc), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:49.188922 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-89774883-5214-4630-8185-f3f25c24748b req-38dd8c00-b2db-4fa5-86e0-59c19a3e1512 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244768 Mar 29 15:32:49.245335 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34dad-8779-4c2d-bcfa-1dbc0e591524 req-4403bb4b-52fe-4c70-b8de-b3ddc5141ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:49.246893 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a5c34dad-8779-4c2d-bcfa-1dbc0e591524 req-4403bb4b-52fe-4c70-b8de-b3ddc5141ada service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c996c52-decf-419a-b06f-413a1a03acb7 HTTP/1.1" status: 200 len: 855 time: 0.0715497 Mar 29 15:32:49.291189 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6aae-28b0-48f1-996a-2b68c71a7e58 admin admin] Publish callbacks [] for security_group (d6690ef0-00f9-4b51-9474-e6938830622b), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:49.309222 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:49.309566 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Checking segment: {'id': '1fd0ffc6-d2cb-4c2f-8a46-3065021c178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:49.309966 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Bound using segment: {'id': '1fd0ffc6-d2cb-4c2f-8a46-3065021c178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:49.310406 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Bound port: 39ffa293-6708-43a8-99c4-6846140b2ccb, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd0ffc6-d2cb-4c2f-8a46-3065021c178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:49.310765 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:49.323339 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6aae-28b0-48f1-996a-2b68c71a7e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (d6690ef0-00f9-4b51-9474-e6938830622b), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:49.349952 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34dad-8779-4c2d-bcfa-1dbc0e591524 req-15f814e1-7eb0-4161-8bb8-8cf77381bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:49.352178 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a5c34dad-8779-4c2d-bcfa-1dbc0e591524 req-15f814e1-7eb0-4161-8bb8-8cf77381bef7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6af2c806-9c32-4a97-8072-598765883877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0983071 Mar 29 15:32:49.353187 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-b6eb6aae-28b0-48f1-996a-2b68c71a7e58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a73ac95d908c4e659702da0e0053c440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6385181 Mar 29 15:32:49.354328 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-4e13f8e2-5cc8-4e45-8839-243b087d77ff None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:49.357806 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47396) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:49.502294 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9123e-8fac-4051-8709-2b34134533f7 None None] New status for floating IP 16d049ab-6d8d-4008-87ae-fd4b01334598: ACTIVE {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:32:49.536102 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea565c0-54f1-4b22-aba5-fdf735416c21', 'tag': '692a093c-603a-4161-bdbc-651eee0bf5d7'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:49.538423 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cbfa44-a305-4bc2-8c43-cf6d7241e713" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea565c0-54f1-4b22-aba5-fdf735416c21", "tag": "692a093c-603a-4161-bdbc-651eee0bf5d7"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:49.592452 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a5c34dad-8779-4c2d-bcfa-1dbc0e591524 req-dae30590-9501-4a2a-8850-13fea95eec50 service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297382 Mar 29 15:32:49.646153 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cfde76-9671-4b9e-824c-85bbc31255ee x-openstack-request-id: req-f9cfde76-9671-4b9e-824c-85bbc31255ee {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:49.646580 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea565c0-54f1-4b22-aba5-fdf735416c21", "tag": "692a093c-603a-4161-bdbc-651eee0bf5d7", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:49.646952 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9cfde76-9671-4b9e-824c-85bbc31255ee {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:49.647402 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9cfde76-9671-4b9e-824c-85bbc31255ee'] response: {'name': 'network-changed', 'server_uuid': '5ea565c0-54f1-4b22-aba5-fdf735416c21', 'tag': '692a093c-603a-4161-bdbc-651eee0bf5d7', 'status': 'completed', 'code': 200} Mar 29 15:32:49.711040 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1db203a3-ce17-4cd3-b426-8b9c4bf000e7 admin admin] Publish callbacks [] for security_group (d6690ef0-00f9-4b51-9474-e6938830622b), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:49.720675 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4e13f8e2-5cc8-4e45-8839-243b087d77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '579caba4-80ed-43ee-81d1-ee4be1853549', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'port_id': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'mac_address': 'fa:16:3e:d5:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:08Z', 'updated_at': '2022-03-29T15:32:46Z', 'revision_number': 1, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:02Z', 'revision_number': 5, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:49.735304 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1db203a3-ce17-4cd3-b426-8b9c4bf000e7 admin admin] Publish callbacks [] for security_group (d6690ef0-00f9-4b51-9474-e6938830622b), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:49.778650 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb6aae-28b0-48f1-996a-2b68c71a7e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6690ef0-00f9-4b51-9474-e6938830622b,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:49.780447 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e13f8e2-5cc8-4e45-8839-243b087d77ff None None] The sync data for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi is: [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '579caba4-80ed-43ee-81d1-ee4be1853549', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'port_id': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'mac_address': 'fa:16:3e:d5:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:32:08Z', 'updated_at': '2022-03-29T15:32:46Z', 'revision_number': 1, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:02Z', 'revision_number': 5, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:32:49.783543 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6c91f2fa-f388-463f-bd96-cf3ff0b39e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (5ff03c56-8d41-48d6-8bdc-bfc53332cdfc), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:49.786215 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6c91f2fa-f388-463f-bd96-cf3ff0b39e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:49.787466 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-6c91f2fa-f388-463f-bd96-cf3ff0b39e19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ff03c56-8d41-48d6-8bdc-bfc53332cdfc HTTP/1.1" status: 204 len: 168 time: 0.8376215 Mar 29 15:32:49.806137 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1db203a3-ce17-4cd3-b426-8b9c4bf000e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (d6690ef0-00f9-4b51-9474-e6938830622b), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:49.810442 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1db203a3-ce17-4cd3-b426-8b9c4bf000e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:49.811728 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-1db203a3-ce17-4cd3-b426-8b9c4bf000e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6690ef0-00f9-4b51-9474-e6938830622b HTTP/1.1" status: 204 len: 168 time: 0.4527342 Mar 29 15:32:49.814192 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c31737-fffd-42ac-8f9d-cb949dc7c889 req-4aa45ca7-6f58-43a8-8363-c31a0dbf03af tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:49.837687 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a4c31737-fffd-42ac-8f9d-cb949dc7c889 req-4aa45ca7-6f58-43a8-8363-c31a0dbf03af tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 943 time: 0.5998564 Mar 29 15:32:49.877378 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db203a3-ce17-4cd3-b426-8b9c4bf000e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6690ef0-00f9-4b51-9474-e6938830622b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:49.917335 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91f2fa-f388-463f-bd96-cf3ff0b39e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff03c56-8d41-48d6-8bdc-bfc53332cdfc,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:49.944988 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a5c34dad-8779-4c2d-bcfa-1dbc0e591524 req-ff1bbcb5-64c8-4eae-ad3b-c1b288faf9e6 service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004742 Mar 29 15:32:49.956261 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] For port 39ffa293-6708-43a8-99c4-6846140b2ccb, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:49.975383 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] For port 39ffa293-6708-43a8-99c4-6846140b2ccb, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=39ffa293-6708-43a8-99c4-6846140b2ccb,segment=NetworkSegment(1fd0ffc6-d2cb-4c2f-8a46-3065021c178e),segment_id=1fd0ffc6-d2cb-4c2f-8a46-3065021c178e)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:49.997882 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbfa44-a305-4bc2-8c43-cf6d7241e713 req-d7106409-ad5c-46da-a6ea-e3ac50663a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:49.999699 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-37cbfa44-a305-4bc2-8c43-cf6d7241e713 req-d7106409-ad5c-46da-a6ea-e3ac50663a26 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b14b15a19b5419d8f9548e71f9866a3&device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 1130 time: 0.2507753 Mar 29 15:32:50.001460 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:50.033656 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:50.034405 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:50.036386 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] 10.222.0.31 "PUT /v2.0/ports/39ffa293-6708-43a8-99c4-6846140b2ccb HTTP/1.1" status: 200 len: 1093 time: 2.1591263 Mar 29 15:32:50.077450 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075c7cb8-35b5-4a75-a9b1-35729bdad820', 'tag': '39ffa293-6708-43a8-99c4-6846140b2ccb'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:50.079821 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b17eb3-b520-4a99-b190-4e217ffd1f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "075c7cb8-35b5-4a75-a9b1-35729bdad820", "tag": "39ffa293-6708-43a8-99c4-6846140b2ccb"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:50.144794 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a4c31737-fffd-42ac-8f9d-cb949dc7c889 req-3233abc0-72d0-4760-ba59-5267b695db2b tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060105 Mar 29 15:32:50.170315 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dc2cae-1639-4362-8d39-6df7febb9a6f x-openstack-request-id: req-56dc2cae-1639-4362-8d39-6df7febb9a6f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:50.170608 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075c7cb8-35b5-4a75-a9b1-35729bdad820", "tag": "39ffa293-6708-43a8-99c4-6846140b2ccb", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:50.170841 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56dc2cae-1639-4362-8d39-6df7febb9a6f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:50.171226 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56dc2cae-1639-4362-8d39-6df7febb9a6f'] response: {'name': 'network-changed', 'server_uuid': '075c7cb8-35b5-4a75-a9b1-35729bdad820', 'tag': '39ffa293-6708-43a8-99c4-6846140b2ccb', 'status': 'completed', 'code': 200} Mar 29 15:32:50.234701 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c0d55-f69b-477a-a8b7-534e36f25c68 None None] New status for floating IP 579caba4-80ed-43ee-81d1-ee4be1853549: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:32:50.243511 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7409e85-d464-49cf-96ed-6f6604408b8b service neutron] Pushing event updated for resources: {'Port': ['ID=39ffa293-6708-43a8-99c4-6846140b2ccb,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:50.273400 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-d7762d31-038b-4b4b-a5fc-d7a63a20d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:50.274956 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-d7762d31-038b-4b4b-a5fc-d7a63a20d13f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5907bf18b3d45c383b9fea64986321f&device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 1127 time: 0.1777790 Mar 29 15:32:50.281048 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbfa44-a305-4bc2-8c43-cf6d7241e713 req-dad272c0-122b-4708-aaf3-ed31a82c6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:50.282794 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-37cbfa44-a305-4bc2-8c43-cf6d7241e713 req-dad272c0-122b-4708-aaf3-ed31a82c6226 service neutron] 10.222.0.31 "GET /v2.0/networks?id=338732b2-ea3a-4739-8f59-c28fe02d1d89 HTTP/1.1" status: 200 len: 911 time: 0.2710590 Mar 29 15:32:50.372020 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-6c703578-2add-4714-8fb5-73054e54b3c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39ffa293-6708-43a8-99c4-6846140b2ccb HTTP/1.1" status: 200 len: 217 time: 0.0879905 Mar 29 15:32:50.379365 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ba306-27a3-4a09-a59f-71a20fdb92e6 req-038076df-b907-4440-9e68-a0757ba34bab tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:50.381063 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b03ba306-27a3-4a09-a59f-71a20fdb92e6 req-038076df-b907-4440-9e68-a0757ba34bab tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0874965 Mar 29 15:32:50.482130 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-ff64d2ea-56a7-44fb-9fcd-dff841be5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:50.483937 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-ff64d2ea-56a7-44fb-9fcd-dff841be5b3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7dbc2df-99bb-4915-9481-cd0c904da128 HTTP/1.1" status: 200 len: 849 time: 0.0631278 Mar 29 15:32:50.488786 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47428) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:50.492510 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b03ba306-27a3-4a09-a59f-71a20fdb92e6 req-29f1e2fa-207a-42fa-b0cf-527024810c93 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913091 Mar 29 15:32:50.505841 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f7d6d82-c49d-4174-9c05-a052f96db7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:50.539349 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-c0d19210-dc67-42ec-9b8a-c610029e7670 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac6aec5a-06ea-4d2d-ae41-968ca5081865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455644 Mar 29 15:32:50.658808 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-37cbfa44-a305-4bc2-8c43-cf6d7241e713 req-16028fc8-61af-4543-bb1d-086781381f9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=692a093c-603a-4161-bdbc-651eee0bf5d7 HTTP/1.1" status: 200 len: 1002 time: 0.2851627 Mar 29 15:32:50.676246 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f7d6d82-c49d-4174-9c05-a052f96db7e2 admin admin] Publish callbacks [] for security_group (f45930ec-1846-45b2-a367-b290dfe75220), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:50.683965 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f7d6d82-c49d-4174-9c05-a052f96db7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (f45930ec-1846-45b2-a367-b290dfe75220), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:50.742489 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-5f7d6d82-c49d-4174-9c05-a052f96db7e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=611118dd965a4ce89fb65e34afdc4c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487955 Mar 29 15:32:50.743303 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47448) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:50.743964 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d6d82-c49d-4174-9c05-a052f96db7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45930ec-1846-45b2-a367-b290dfe75220,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:50.792015 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47452) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:50.795985 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device e627d048-b839-4a35-baf6-8add4f759ba3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:32:50.820426 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-337a2688-33c5-4647-872f-cd716e050810 service neutron] 10.222.0.31 "GET /v2.0/networks/ac6aec5a-06ea-4d2d-ae41-968ca5081865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744274 Mar 29 15:32:50.822898 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbfa44-a305-4bc2-8c43-cf6d7241e713 req-44ac39b3-dc49-4ef6-86b0-ab6bfa92271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:50.824298 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-37cbfa44-a305-4bc2-8c43-cf6d7241e713 req-44ac39b3-dc49-4ef6-86b0-ab6bfa92271f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=367b68cf-8773-4f3b-bc3f-07941870df7d HTTP/1.1" status: 200 len: 849 time: 0.1467292 Mar 29 15:32:50.831690 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: e627d048-b839-4a35-baf6-8add4f759ba3 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:32:50.832034 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device e627d048-b839-4a35-baf6-8add4f759ba3 not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:32:50.837623 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d875081f-29bf-48b5-a25a-dae262e08c27 admin admin] Publish callbacks [] for security_group (f45930ec-1846-45b2-a367-b290dfe75220), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:50.871962 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c522ab8-0c58-4d45-9ccf-f3ad280bebf6 admin admin] Deleting subnet 6ec71bee-13f8-4eb4-9bb3-f8816865154c {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:32:50.875519 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7c522ab8-0c58-4d45-9ccf-f3ad280bebf6 admin admin] Publish callbacks [] for subnet (6ec71bee-13f8-4eb4-9bb3-f8816865154c), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:50.911337 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7c522ab8-0c58-4d45-9ccf-f3ad280bebf6 admin admin] Publish callbacks [] for subnet (6ec71bee-13f8-4eb4-9bb3-f8816865154c), precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:50.917791 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7c522ab8-0c58-4d45-9ccf-f3ad280bebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (6ec71bee-13f8-4eb4-9bb3-f8816865154c), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:50.948280 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d875081f-29bf-48b5-a25a-dae262e08c27 admin admin] Publish callbacks [] for security_group (f45930ec-1846-45b2-a367-b290dfe75220), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:50.974605 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbfa44-a305-4bc2-8c43-cf6d7241e713 req-13e3d53f-2785-4e4d-8809-d9df226f2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:50.976312 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-37cbfa44-a305-4bc2-8c43-cf6d7241e713 req-13e3d53f-2785-4e4d-8809-d9df226f2e9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=338732b2-ea3a-4739-8f59-c28fe02d1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1291590 Mar 29 15:32:51.000458 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5d2f70d-73cd-42c6-9a76-8f09f60280a6 req-9ce9f90a-8857-47d1-97fe-4541f0420e1b service neutron] 10.222.0.31 "GET /v2.0/networks/ac6aec5a-06ea-4d2d-ae41-968ca5081865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548471 Mar 29 15:32:51.030505 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7c522ab8-0c58-4d45-9ccf-f3ad280bebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for subnet (6ec71bee-13f8-4eb4-9bb3-f8816865154c), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.075931 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d875081f-29bf-48b5-a25a-dae262e08c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (f45930ec-1846-45b2-a367-b290dfe75220), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.077507 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d875081f-29bf-48b5-a25a-dae262e08c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.081575 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d875081f-29bf-48b5-a25a-dae262e08c27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f45930ec-1846-45b2-a367-b290dfe75220 HTTP/1.1" status: 204 len: 168 time: 0.3311582 Mar 29 15:32:51.081575 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7c522ab8-0c58-4d45-9ccf-f3ad280bebf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.085767 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-7c522ab8-0c58-4d45-9ccf-f3ad280bebf6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6ec71bee-13f8-4eb4-9bb3-f8816865154c HTTP/1.1" status: 204 len: 168 time: 0.2926879 Mar 29 15:32:51.086851 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c522ab8-0c58-4d45-9ccf-f3ad280bebf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec71bee-13f8-4eb4-9bb3-f8816865154c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:51.091944 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47464) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:51.109669 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875081f-29bf-48b5-a25a-dae262e08c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45930ec-1846-45b2-a367-b290dfe75220,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:51.185028 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b17eb3-b520-4a99-b190-4e217ffd1f8e req-06e938e0-90d6-4f28-8c55-c8af642d9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:51.186509 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-19b17eb3-b520-4a99-b190-4e217ffd1f8e req-06e938e0-90d6-4f28-8c55-c8af642d9555 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5907bf18b3d45c383b9fea64986321f&device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 1127 time: 0.1265609 Mar 29 15:32:51.188563 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-37cbfa44-a305-4bc2-8c43-cf6d7241e713 req-29537932-f64e-4c4b-8f7c-bf97c0ebcf41 service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040894 Mar 29 15:32:51.222274 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (fbfe1490-b39e-461c-b222-5195b4aecf57), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.326117 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (fbfe1490-b39e-461c-b222-5195b4aecf57), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.361737 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.362370 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.363409 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.363942 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.364865 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.365934 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.366494 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.366914 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.367323 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.367849 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.407896 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc50f1-d37f-425b-9e2e-61789af852a9 req-54c22494-d127-4264-b3cc-de81f57fb4b0 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:51.409373 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-13bc50f1-d37f-425b-9e2e-61789af852a9 req-54c22494-d127-4264-b3cc-de81f57fb4b0 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 943 time: 0.1515629 Mar 29 15:32:51.415626 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b17eb3-b520-4a99-b190-4e217ffd1f8e req-795c2c20-9764-4a50-ac22-efe09c3cc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:51.416954 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-19b17eb3-b520-4a99-b190-4e217ffd1f8e req-795c2c20-9764-4a50-ac22-efe09c3cc23a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ac6aec5a-06ea-4d2d-ae41-968ca5081865 HTTP/1.1" status: 200 len: 910 time: 0.2146389 Mar 29 15:32:51.428345 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-37cbfa44-a305-4bc2-8c43-cf6d7241e713 req-6c077383-814e-4b63-a286-af0262964c5c service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176738 Mar 29 15:32:51.444760 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.445357 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.445831 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.446305 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:32:51.446892 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfe1490-b39e-461c-b222-5195b4aecf57']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:51.481812 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b184c38f-a8d1-460f-90a9-06f47125352e') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:51.484357 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b184c38f-a8d1-460f-90a9-06f47125352e') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:51.492345 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-19b17eb3-b520-4a99-b190-4e217ffd1f8e req-66828847-d368-4fea-807f-9e128632bda1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39ffa293-6708-43a8-99c4-6846140b2ccb HTTP/1.1" status: 200 len: 217 time: 0.0578001 Mar 29 15:32:51.508765 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28108270'] for segment (b184c38f-a8d1-460f-90a9-06f47125352e), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.561558 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (b184c38f-a8d1-460f-90a9-06f47125352e), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.571386 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-13bc50f1-d37f-425b-9e2e-61789af852a9 req-f0d86f8b-b1e1-42da-a6b0-659484a60634 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520243 Mar 29 15:32:51.576597 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:32:51.576597 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403513'] for segment (b184c38f-a8d1-460f-90a9-06f47125352e), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: from cryptography.utils import int_from_bytes Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: from cryptography.utils import int_from_bytes Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: Traceback (most recent call last): Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: timer() Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: cb(*args, **kw) Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: return func(*args, **kwargs) Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: self._notify() Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: self.callback(batched_events) Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: event.method(event) Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: return f(self, *a, **k) Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: return self._get(url).json() Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: return self.request(url, 'GET', **kwargs) Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:32:51.585120 dv-cinder-790535-36-iscsi neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:32:51.598087 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b17eb3-b520-4a99-b190-4e217ffd1f8e req-7c8905d8-79f1-4989-80a2-622d7c2335ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:51.600087 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-19b17eb3-b520-4a99-b190-4e217ffd1f8e req-7c8905d8-79f1-4989-80a2-622d7c2335ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7dbc2df-99bb-4915-9481-cd0c904da128 HTTP/1.1" status: 200 len: 849 time: 0.0940318 Mar 29 15:32:51.653908 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-19b17eb3-b520-4a99-b190-4e217ffd1f8e req-e6b6bc2e-c1d9-422f-9064-5c910c0076ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac6aec5a-06ea-4d2d-ae41-968ca5081865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300937 Mar 29 15:32:51.688569 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (fbfe1490-b39e-461c-b222-5195b4aecf57), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.703704 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:51.710593 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fbfe1490-b39e-461c-b222-5195b4aecf57 HTTP/1.1" status: 204 len: 168 time: 0.6171646 Mar 29 15:32:51.721509 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de341b-4166-4878-9cbc-ec868b74e5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbfe1490-b39e-461c-b222-5195b4aecf57,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:51.734570 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3671aa0-b895-4fee-82a1-9734497fb0d5 req-5450bb49-dc1a-4c01-86c1-f87e273e32e1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:51.736097 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d3671aa0-b895-4fee-82a1-9734497fb0d5 req-5450bb49-dc1a-4c01-86c1-f87e273e32e1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.1304491 Mar 29 15:32:51.776125 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-19b17eb3-b520-4a99-b190-4e217ffd1f8e req-b7958c28-9af7-46df-9cff-6f9249e66a6b service neutron] 10.222.0.31 "GET /v2.0/networks/ac6aec5a-06ea-4d2d-ae41-968ca5081865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116552 Mar 29 15:32:51.789724 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d3671aa0-b895-4fee-82a1-9734497fb0d5 req-723da895-ea08-45b1-8bd2-48e4519c1e7f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472848 Mar 29 15:32:51.891225 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-19b17eb3-b520-4a99-b190-4e217ffd1f8e req-75775de9-f3c3-45ac-b4bd-ecaa6d426055 service neutron] 10.222.0.31 "GET /v2.0/networks/ac6aec5a-06ea-4d2d-ae41-968ca5081865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963647 Mar 29 15:32:51.996678 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47506) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:52.038799 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-3cd4d9e8-c727-43a4-8257-89e8e1452b1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7aa256e6808e457982135528b0109d81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403175 Mar 29 15:32:52.041999 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47508) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:52.109033 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2db1a031-9709-42c5-816d-45c7b296bb38 admin admin] Publish callbacks [] for security_group (254e6d9e-dd00-4843-80f0-c9dbaef822a9), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:52.133300 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2db1a031-9709-42c5-816d-45c7b296bb38 admin admin] Publish callbacks [] for security_group (254e6d9e-dd00-4843-80f0-c9dbaef822a9), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:52.208042 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2db1a031-9709-42c5-816d-45c7b296bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (254e6d9e-dd00-4843-80f0-c9dbaef822a9), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:52.210642 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2db1a031-9709-42c5-816d-45c7b296bb38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:52.215177 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-2db1a031-9709-42c5-816d-45c7b296bb38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/254e6d9e-dd00-4843-80f0-c9dbaef822a9 HTTP/1.1" status: 204 len: 168 time: 0.1721826 Mar 29 15:32:52.222941 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1a031-9709-42c5-816d-45c7b296bb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254e6d9e-dd00-4843-80f0-c9dbaef822a9,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:52.728122 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b271c-2187-4434-81c0-f449ffcc1ade req-e0956c81-d8c3-46fe-9bb1-cc1c4f44a9ab tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:52.730656 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-037b271c-2187-4434-81c0-f449ffcc1ade req-e0956c81-d8c3-46fe-9bb1-cc1c4f44a9ab tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 943 time: 0.0687008 Mar 29 15:32:52.788616 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-037b271c-2187-4434-81c0-f449ffcc1ade req-6099c962-2d9e-49ae-a53b-27754277a8f0 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480869 Mar 29 15:32:52.802992 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 39ffa293-6708-43a8-99c4-6846140b2ccb details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:32:52.920372 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 39ffa293-6708-43a8-99c4-6846140b2ccb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=39ffa293-6708-43a8-99c4-6846140b2ccb,segment=NetworkSegment(1fd0ffc6-d2cb-4c2f-8a46-3065021c178e),segment_id=1fd0ffc6-d2cb-4c2f-8a46-3065021c178e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:52.938273 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '39ffa293-6708-43a8-99c4-6846140b2ccb', 'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865', 'port_id': '39ffa293-6708-43a8-99c4-6846140b2ccb', 'mac_address': 'fa:16:3e:14:a9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7dbc2df-99bb-4915-9481-cd0c904da128', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:32:52.986002 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 39ffa293-6708-43a8-99c4-6846140b2ccb is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:52.986592 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.007767 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee8bb1-aa3e-4545-81e9-7f8ea0624d52 req-14862e88-d89c-4f17-af0d-e3f1c9734937 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:53.014986 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ffa293-6708-43a8-99c4-6846140b2ccb {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:32:53.016803 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3bee8bb1-aa3e-4545-81e9-7f8ea0624d52 req-14862e88-d89c-4f17-af0d-e3f1c9734937 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.1272843 Mar 29 15:32:53.055424 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 39ffa293-6708-43a8-99c4-6846140b2ccb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=39ffa293-6708-43a8-99c4-6846140b2ccb,segment=NetworkSegment(1fd0ffc6-d2cb-4c2f-8a46-3065021c178e),segment_id=1fd0ffc6-d2cb-4c2f-8a46-3065021c178e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:53.063178 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.082440 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:32:53.128774 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3bee8bb1-aa3e-4545-81e9-7f8ea0624d52 req-8f3ac5cc-86b1-4a74-bc36-7b4895da994a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107476 Mar 29 15:32:53.160884 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=39ffa293-6708-43a8-99c4-6846140b2ccb,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:53.172670 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.173545 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.174084 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.174629 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.175149 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.175682 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.176269 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.176793 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.177397 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.177953 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.178578 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.179120 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.179727 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.180634 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.181206 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:53.223723 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47620) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:53.339799 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-894282476-network', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:53.362075 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Made reservation on behalf of b7767dd7a07543269ae18c59f05f8ae0 for: {'network': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:53.364390 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.372921 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.389905 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['39ffa293-6708-43a8-99c4-6846140b2ccb'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:32:53.458166 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Publish callbacks [] for security_group (439bebad-db88-432b-af8e-c45b0b975603), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.462903 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (439bebad-db88-432b-af8e-c45b0b975603), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.492162 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:32:53.502265 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439bebad-db88-432b-af8e-c45b0b975603,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:53.511384 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (af897c47-e361-43dd-b3f1-599cdd50a281), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.512153 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.segments_db [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Added segment af897c47-e361-43dd-b3f1-599cdd50a281 of type vlan for network 54d38fb3-4b72-4750-9c01-9459fe44635d Mar 29 15:32:53.564883 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (54d38fb3-4b72-4750-9c01-9459fe44635d), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.590969 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (54d38fb3-4b72-4750-9c01-9459fe44635d), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.591933 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:53.592526 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.617405 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47644) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:53.654473 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4288054 Mar 29 15:32:53.657155 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47650) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:53.662085 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-697492fc-903a-4922-a1f9-76eaf83e30d6 admin admin] Request body: {'subnet': {'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-894282476-subnet', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:53.663298 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaee5ad-01f3-4192-9427-14bc5bb0cdd8 admin admin] Pushing event updated for resources: {'Network': ['ID=54d38fb3-4b72-4750-9c01-9459fe44635d,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:53.673890 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network 54d38fb3-4b72-4750-9c01-9459fe44635d details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:32:53.692713 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697492fc-903a-4922-a1f9-76eaf83e30d6 admin admin] Made reservation on behalf of b7767dd7a07543269ae18c59f05f8ae0 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:32:53.695911 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-697492fc-903a-4922-a1f9-76eaf83e30d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496375'] for subnet (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.765263 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a27c0dc-3976-4767-b027-44293d5b5a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.933683 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a27c0dc-3976-4767-b027-44293d5b5a52 admin admin] Publish callbacks [] for security_group (e35a567a-f57b-4c0f-ac57-fa450ebce98d), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.937035 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d72efd-b06c-4126-914b-c02353713ff1 req-be3a8640-e62b-4a33-a5b2-7e2d6531f778 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:53.941482 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-41d72efd-b06c-4126-914b-c02353713ff1 req-be3a8640-e62b-4a33-a5b2-7e2d6531f778 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 944 time: 0.0771437 Mar 29 15:32:53.945865 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a27c0dc-3976-4767-b027-44293d5b5a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e35a567a-f57b-4c0f-ac57-fa450ebce98d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.984960 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-697492fc-903a-4922-a1f9-76eaf83e30d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25410716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496353'] for subnet (e1c56faa-d030-427c-97d6-5e146a39601d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:53.993188 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-41d72efd-b06c-4126-914b-c02353713ff1 req-10e316dc-0683-4f8b-814a-4b948ece5d22 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469472 Mar 29 15:32:54.000825 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-9a27c0dc-3976-4767-b027-44293d5b5a52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6189350f286144db94d16e14760c0c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816855 Mar 29 15:32:54.003447 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47656) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:54.031487 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27c0dc-3976-4767-b027-44293d5b5a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35a567a-f57b-4c0f-ac57-fa450ebce98d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:54.083183 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697492fc-903a-4922-a1f9-76eaf83e30d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c56faa-d030-427c-97d6-5e146a39601d,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:54.107608 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697492fc-903a-4922-a1f9-76eaf83e30d6 admin admin] Checking segment: {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:54.107946 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697492fc-903a-4922-a1f9-76eaf83e30d6 admin admin] Network hostable DHCP agents. Network: 54d38fb3-4b72-4750-9c01-9459fe44635d, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:32:54.111270 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24e90389-d3e1-4245-8305-98294bb22c5e admin admin] Publish callbacks [] for security_group (e35a567a-f57b-4c0f-ac57-fa450ebce98d), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.142344 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24e90389-d3e1-4245-8305-98294bb22c5e admin admin] Publish callbacks [] for security_group (e35a567a-f57b-4c0f-ac57-fa450ebce98d), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.154405 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697492fc-903a-4922-a1f9-76eaf83e30d6 admin admin] Network 54d38fb3-4b72-4750-9c01-9459fe44635d is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:32:54.177271 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-697492fc-903a-4922-a1f9-76eaf83e30d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, 54d38fb3-4b72-4750-9c01-9459fe44635d) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:54.189195 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe4e28e-3ec6-4922-bbe3-bafa5c4b7e5f None None] Network 54d38fb3-4b72-4750-9c01-9459fe44635d requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:32:54.210927 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697492fc-903a-4922-a1f9-76eaf83e30d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:54.211765 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-697492fc-903a-4922-a1f9-76eaf83e30d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.233348 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-697492fc-903a-4922-a1f9-76eaf83e30d6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5748668 Mar 29 15:32:54.234369 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47666) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:54.239143 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:54.274161 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7344'] for router (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.275642 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7353'] for router (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.295674 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24e90389-d3e1-4245-8305-98294bb22c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e35a567a-f57b-4c0f-ac57-fa450ebce98d), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.298801 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24e90389-d3e1-4245-8305-98294bb22c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.300922 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-24e90389-d3e1-4245-8305-98294bb22c5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e35a567a-f57b-4c0f-ac57-fa450ebce98d HTTP/1.1" status: 204 len: 168 time: 0.2793562 Mar 29 15:32:54.316574 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe05f66-6f07-4115-87b1-14b2090462a8 req-08a47787-d807-423b-8a35-a2d40d4eaab3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:54.326306 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ebe05f66-6f07-4115-87b1-14b2090462a8 req-08a47787-d807-423b-8a35-a2d40d4eaab3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0917253 Mar 29 15:32:54.368652 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e90389-d3e1-4245-8305-98294bb22c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35a567a-f57b-4c0f-ac57-fa450ebce98d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:54.370256 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Publish callbacks [] for router_controller (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), precommit_add_association {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.396425 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ebe05f66-6f07-4115-87b1-14b2090462a8 req-f9429ff3-b1b0-4c70-b49f-aa2de4254035 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690346 Mar 29 15:32:54.554494 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7187af73-edd7-5929-ac62-d07c35f67c25-54d38fb3-4b72-4750-9c01-9459fe44635d', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d'}]}} from dv-cinder-790535-36-iscsi. {{(pid=103132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:32:54.555035 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Publish callbacks [] for router_gateway (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.555357 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.713056 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Allocated IP 172.20.0.2 (54d38fb3-4b72-4750-9c01-9459fe44635d/e1c56faa-d030-427c-97d6-5e146a39601d/84bb3337-64b9-45b9-ba7b-1b244753b90e) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:54.723374 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47674) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:54.740466 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-61fdbbe1-5143-4535-99bc-83cfd6b3fa01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.808278 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Publish callbacks [] for router_gateway (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.836204 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.866535 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Publish callbacks [] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.872067 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.918922 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Network 54d38fb3-4b72-4750-9c01-9459fe44635d is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:54.922843 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Pushing event updated for resources: {'Port': ['ID=84bb3337-64b9-45b9-ba7b-1b244753b90e,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:54.925308 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:54.927416 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:54.930330 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-61fdbbe1-5143-4535-99bc-83cfd6b3fa01 admin admin] Publish callbacks [] for security_group (55bfe3de-0723-490e-a1df-166df7daa7d3), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.955977 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-61fdbbe1-5143-4535-99bc-83cfd6b3fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (55bfe3de-0723-490e-a1df-166df7daa7d3), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.983178 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Attempting to bind port 84bb3337-64b9-45b9-ba7b-1b244753b90e on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:54.983552 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Attempting to bind port 84bb3337-64b9-45b9-ba7b-1b244753b90e by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:54.983949 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Attempting to bind port 84bb3337-64b9-45b9-ba7b-1b244753b90e on network 54d38fb3-4b72-4750-9c01-9459fe44635d {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:54.992123 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:54.992506 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Checking segment: {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:54.992912 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:54.993341 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Bound using segment: {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:54.993816 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Bound port: 84bb3337-64b9-45b9-ba7b-1b244753b90e, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:54.994197 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:55.014906 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdbbe1-5143-4535-99bc-83cfd6b3fa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bfe3de-0723-490e-a1df-166df7daa7d3,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:55.019246 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Allocated IP 172.27.0.12 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/0c79544f-2653-41ff-80ce-cc028476c66b) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:55.025589 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-61fdbbe1-5143-4535-99bc-83cfd6b3fa01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9dd9428b282e47d3b5c86bdd6cee9eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988250 Mar 29 15:32:55.026097 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47678) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:55.065235 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] For port 84bb3337-64b9-45b9-ba7b-1b244753b90e, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:55.070175 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] For port 84bb3337-64b9-45b9-ba7b-1b244753b90e, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=84bb3337-64b9-45b9-ba7b-1b244753b90e,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:55.080452 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:55.140604 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284ea5b-7814-4b5e-8e00-7342ea89b6cf None None] Pushing event updated for resources: {'Port': ['ID=84bb3337-64b9-45b9-ba7b-1b244753b90e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:55.189817 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ee19e6f5-e449-4f0f-8422-ece1bfe7b276 admin admin] Publish callbacks [] for security_group (55bfe3de-0723-490e-a1df-166df7daa7d3), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:55.232804 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ee19e6f5-e449-4f0f-8422-ece1bfe7b276 admin admin] Publish callbacks [] for security_group (55bfe3de-0723-490e-a1df-166df7daa7d3), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:55.252770 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Publish callbacks [] for port (0c79544f-2653-41ff-80ce-cc028476c66b), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:55.260546 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c9cca-cfd2-470c-8979-f31f99fd43ab req-95405a48-a050-42be-9a01-1fbab91dccb2 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:55.262090 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-446c9cca-cfd2-470c-8979-f31f99fd43ab req-95405a48-a050-42be-9a01-1fbab91dccb2 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 944 time: 0.1853855 Mar 29 15:32:55.531215 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007c3e8-07b8-4e11-ac7f-be46768ca10c req-cd352626-a5e2-454b-b546-c22b889d0913 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:55.532753 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6007c3e8-07b8-4e11-ac7f-be46768ca10c req-cd352626-a5e2-454b-b546-c22b889d0913 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0549209 Mar 29 15:32:55.581417 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6007c3e8-07b8-4e11-ac7f-be46768ca10c req-8b55b849-7630-4cba-b618-467cb79a5c43 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427358 Mar 29 15:32:55.601257 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-446c9cca-cfd2-470c-8979-f31f99fd43ab req-3c70c435-c60c-4822-b8bd-3150e9238917 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281434 Mar 29 15:32:55.605516 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (0c79544f-2653-41ff-80ce-cc028476c66b), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:55.639806 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ee19e6f5-e449-4f0f-8422-ece1bfe7b276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (55bfe3de-0723-490e-a1df-166df7daa7d3), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:55.642371 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ee19e6f5-e449-4f0f-8422-ece1bfe7b276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:55.643496 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-ee19e6f5-e449-4f0f-8422-ece1bfe7b276 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55bfe3de-0723-490e-a1df-166df7daa7d3 HTTP/1.1" status: 204 len: 168 time: 0.6164839 Mar 29 15:32:55.652924 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:55.660000 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:55.662701 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:55.686681 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19e6f5-e449-4f0f-8422-ece1bfe7b276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bfe3de-0723-490e-a1df-166df7daa7d3,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:55.703907 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Pushing event updated for resources: {'Port': ['ID=0c79544f-2653-41ff-80ce-cc028476c66b,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:55.952647 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Publish callbacks [] for router_gateway (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:56.093297 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 84bb3337-64b9-45b9-ba7b-1b244753b90e up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:56.157524 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 84bb3337-64b9-45b9-ba7b-1b244753b90e triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:56.157905 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:56.197158 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e279dc96-67d9-4f8a-a859-0f0326215e64 None None] Network 54d38fb3-4b72-4750-9c01-9459fe44635d requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:32:56.227921 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544022'] for router (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:56.285350 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-c208311c-45b1-476a-ad13-5d9ee627021c None None] Provisioning complete for port 84bb3337-64b9-45b9-ba7b-1b244753b90e triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:56.286157 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c208311c-45b1-476a-ad13-5d9ee627021c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:56.394428 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Router dca01e38-1c5f-4e5b-8608-bf515fffe9ee is scheduled to L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 with binding_index 1 {{(pid=103131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:32:56.395607 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 84bb3337-64b9-45b9-ba7b-1b244753b90e is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:56.396023 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:56.454358 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port 84bb3337-64b9-45b9-ba7b-1b244753b90e, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=84bb3337-64b9-45b9-ba7b-1b244753b90e,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:56.482705 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:56.526289 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c208311c-45b1-476a-ad13-5d9ee627021c None None] Current status of the port 84bb3337-64b9-45b9-ba7b-1b244753b90e is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:56.526685 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c208311c-45b1-476a-ad13-5d9ee627021c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:56.560140 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:32:56.562745 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=84bb3337-64b9-45b9-ba7b-1b244753b90e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:56.572344 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Sync routers for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:32:56.587153 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:56.588170 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:32:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:56.589230 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:56.591309 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-883819e4-278f-4158-9d4b-729f794620be admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3548713 Mar 29 15:32:56.593934 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47716) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:56.598717 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 39ffa293-6708-43a8-99c4-6846140b2ccb up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:56.644326 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.db.api [None req-c208311c-45b1-476a-ad13-5d9ee627021c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:32:56.644850 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG oslo_db.api [None req-c208311c-45b1-476a-ad13-5d9ee627021c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:32:56.683984 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 39ffa293-6708-43a8-99c4-6846140b2ccb completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:32:56.688270 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 39ffa293-6708-43a8-99c4-6846140b2ccb triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:56.688787 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:56.786153 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:56.841118 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 39ffa293-6708-43a8-99c4-6846140b2ccb is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:56.841638 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:56.874400 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1612c31-50fc-4f5b-a714-e7a54e60b32c req-b5d22d1d-01e3-4cab-8eae-d135e97bf75d tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:56.876159 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075c7cb8-35b5-4a75-a9b1-35729bdad820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ffa293-6708-43a8-99c4-6846140b2ccb'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:32:56.877039 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b1612c31-50fc-4f5b-a714-e7a54e60b32c req-b5d22d1d-01e3-4cab-8eae-d135e97bf75d tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 944 time: 0.1147635 Mar 29 15:32:56.887928 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5bfab3-ae8a-49e4-ae90-715bcb399a9c" -d '{"events": [{"server_uuid": "075c7cb8-35b5-4a75-a9b1-35729bdad820", "name": "network-vif-plugged", "status": "completed", "tag": "39ffa293-6708-43a8-99c4-6846140b2ccb"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:32:56.925554 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 39ffa293-6708-43a8-99c4-6846140b2ccb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=39ffa293-6708-43a8-99c4-6846140b2ccb,segment=NetworkSegment(1fd0ffc6-d2cb-4c2f-8a46-3065021c178e),segment_id=1fd0ffc6-d2cb-4c2f-8a46-3065021c178e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:32:56.933192 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:56.955974 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b1612c31-50fc-4f5b-a714-e7a54e60b32c req-17c46555-3e33-4eff-8048-2335a9a8ebbd tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712969 Mar 29 15:32:56.993034 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee0451-2e93-4b4c-b266-b36fe68c9668 req-e0ee3265-483e-428a-850a-097d61bc629f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:56.996245 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d0ee0451-2e93-4b4c-b266-b36fe68c9668 req-e0ee3265-483e-428a-850a-097d61bc629f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.2271888 Mar 29 15:32:57.011875 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=39ffa293-6708-43a8-99c4-6846140b2ccb,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:57.020549 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:55Z', 'revision_number': 3, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:57.046505 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1b27fa-7cb4-4851-abb7-79bbf156bfe5 x-openstack-request-id: req-9a1b27fa-7cb4-4851-abb7-79bbf156bfe5 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:32:57.047274 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075c7cb8-35b5-4a75-a9b1-35729bdad820", "name": "network-vif-plugged", "status": "completed", "tag": "39ffa293-6708-43a8-99c4-6846140b2ccb", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:32:57.047635 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a1b27fa-7cb4-4851-abb7-79bbf156bfe5 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:32:57.048324 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1b27fa-7cb4-4851-abb7-79bbf156bfe5'] response: {'server_uuid': '075c7cb8-35b5-4a75-a9b1-35729bdad820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ffa293-6708-43a8-99c4-6846140b2ccb', 'code': 200} Mar 29 15:32:57.059150 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Checking router: dca01e38-1c5f-4e5b-8608-bf515fffe9ee for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:32:57.059757 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Updating router dca01e38-1c5f-4e5b-8608-bf515fffe9ee port 0c79544f-2653-41ff-80ce-cc028476c66b binding host dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:32:57.101332 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0c79544f-2653-41ff-80ce-cc028476c66b), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:57.116888 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d0ee0451-2e93-4b4c-b266-b36fe68c9668 req-4c10deee-ee83-4c59-8edf-b0dff0ec47b2 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884211 Mar 29 15:32:57.186593 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c208311c-45b1-476a-ad13-5d9ee627021c None None] Current status of the port 84bb3337-64b9-45b9-ba7b-1b244753b90e is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:57.283240 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:57.308086 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-38157e81-2140-4022-950d-15fadc7c85b5 None None] Provisioning complete for port 84bb3337-64b9-45b9-ba7b-1b244753b90e triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:57.308610 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38157e81-2140-4022-950d-15fadc7c85b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:57.395511 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Publish callbacks [] for port (0c79544f-2653-41ff-80ce-cc028476c66b), precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:57.402809 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0c79544f-2653-41ff-80ce-cc028476c66b), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:57.412746 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-38157e81-2140-4022-950d-15fadc7c85b5 None None] Current status of the port 84bb3337-64b9-45b9-ba7b-1b244753b90e is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:57.462238 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Attempting to bind port 0c79544f-2653-41ff-80ce-cc028476c66b on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:32:57.462603 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Attempting to bind port 0c79544f-2653-41ff-80ce-cc028476c66b by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:32:57.463527 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Attempting to bind port 0c79544f-2653-41ff-80ce-cc028476c66b on network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:32:57.469339 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Pushing event updated for resources: {'Port': ['ID=0c79544f-2653-41ff-80ce-cc028476c66b,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:57.477653 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:32:57.478020 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Checking segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:32:57.478412 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:57.479501 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Bound using segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:32:57.480507 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Bound port: 0c79544f-2653-41ff-80ce-cc028476c66b, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:32:57.480507 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0c79544f-2653-41ff-80ce-cc028476c66b), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:57.483486 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.483610 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.483938 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.484412 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.484739 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.485086 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.485680 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.485680 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.486021 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.486335 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.486645 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.486969 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.487284 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.487603 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.487887 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:32:57.509952 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Allocated IP 172.20.0.1 (54d38fb3-4b72-4750-9c01-9459fe44635d/e1c56faa-d030-427c-97d6-5e146a39601d/dd77c183-3775-437a-8bc9-efde65f48806) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:32:57.548940 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] For port 0c79544f-2653-41ff-80ce-cc028476c66b, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:32:57.554676 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] For port 0c79544f-2653-41ff-80ce-cc028476c66b, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=0c79544f-2653-41ff-80ce-cc028476c66b,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:32:57.561618 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0c79544f-2653-41ff-80ce-cc028476c66b), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:57.627814 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:32:57.628496 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:32:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:57.629085 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Publish callbacks [] for port (dd77c183-3775-437a-8bc9-efde65f48806), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:57.669377 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c75273-77a3-49c5-8c51-66c5f7e51157 None None] Pushing event updated for resources: {'Port': ['ID=0c79544f-2653-41ff-80ce-cc028476c66b,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:57.670507 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (dd77c183-3775-437a-8bc9-efde65f48806), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:57.710948 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Network 54d38fb3-4b72-4750-9c01-9459fe44635d is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:57.714642 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:57.718396 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:32:57.760458 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Pushing event updated for resources: {'Port': ['ID=dd77c183-3775-437a-8bc9-efde65f48806,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:57.776481 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543681'] for router_interface (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:57.796026 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:32:57.900013 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c252be-a966-40f4-8a58-1a85b83a3555 req-8e580ede-d55b-4682-99e4-da0084b168ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:57.906992 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c3c252be-a966-40f4-8a58-1a85b83a3555 req-8e580ede-d55b-4682-99e4-da0084b168ae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 1129 time: 0.0864754 Mar 29 15:32:57.983243 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (dd77c183-3775-437a-8bc9-efde65f48806), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:58.028560 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c3c252be-a966-40f4-8a58-1a85b83a3555 req-7f85c23c-d4d4-4f7a-af20-576947ecb6f8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108086 Mar 29 15:32:58.043602 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 84bb3337-64b9-45b9-ba7b-1b244753b90e up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:32:58.054139 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:55Z', 'revision_number': 3, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:32:58.078436 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e681cad8-b2bd-4aac-a383-bd85bb7a10c6 None None] Provisioning complete for port dd77c183-3775-437a-8bc9-efde65f48806 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:58.078806 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e681cad8-b2bd-4aac-a383-bd85bb7a10c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (dd77c183-3775-437a-8bc9-efde65f48806), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:58.095341 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ecddf9-df9f-49e4-9e62-d47292b2ff40 None None] The sync data for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi is: [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:55Z', 'revision_number': 3, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:32:58.165444 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e681cad8-b2bd-4aac-a383-bd85bb7a10c6 None None] Port dd77c183-3775-437a-8bc9-efde65f48806 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:32:58.181812 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 84bb3337-64b9-45b9-ba7b-1b244753b90e triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:58.182936 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:58.215524 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e0f74-8a54-449d-b124-6e1fb2fec141 req-95d00168-6a62-4679-96f9-3dcd158c90ff tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:58.218565 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bd2e0f74-8a54-449d-b124-6e1fb2fec141 req-95d00168-6a62-4679-96f9-3dcd158c90ff tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 945 time: 0.0995674 Mar 29 15:32:58.299093 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 84bb3337-64b9-45b9-ba7b-1b244753b90e is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:32:58.323076 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Publish callbacks [] for port (dd77c183-3775-437a-8bc9-efde65f48806), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:58.325195 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bd2e0f74-8a54-449d-b124-6e1fb2fec141 req-3ea672d8-5254-4e73-970c-2ceaf5494f3c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956271 Mar 29 15:32:58.331094 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403429'] for port (dd77c183-3775-437a-8bc9-efde65f48806), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:58.674759 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5d866-3487-4857-a020-eedcd465b324 req-1f1c5563-4129-4255-81cb-3b19734f3dee tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:58.676264 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-66b5d866-3487-4857-a020-eedcd465b324 req-1f1c5563-4129-4255-81cb-3b19734f3dee tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.4398212 Mar 29 15:32:58.704016 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Pushing event updated for resources: {'Port': ['ID=dd77c183-3775-437a-8bc9-efde65f48806,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:58.718044 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543573'] for router_interface (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:58.801134 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-66b5d866-3487-4857-a020-eedcd465b324 req-a0bbf0d9-0eb8-4e21-bdaf-2f776ebf9deb tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184497 Mar 29 15:32:58.855316 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Network 54d38fb3-4b72-4750-9c01-9459fe44635d is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:32:58.856796 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:32:59.020836 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Router dca01e38-1c5f-4e5b-8608-bf515fffe9ee has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:32:59.147180 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:32:59.152613 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-f95a21cb-f0c0-4c67-a41e-8a8444fb5148 admin admin] 10.222.0.18 "PUT /v2.0/routers/dca01e38-1c5f-4e5b-8608-bf515fffe9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5576668 Mar 29 15:32:59.194616 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-8a4c60fb-33ad-4789-a3fc-900f7f32b7b6 None None] Provisioning complete for port dd77c183-3775-437a-8bc9-efde65f48806 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:32:59.194976 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a4c60fb-33ad-4789-a3fc-900f7f32b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (dd77c183-3775-437a-8bc9-efde65f48806), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.232445 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c60fb-33ad-4789-a3fc-900f7f32b7b6 None None] Port dd77c183-3775-437a-8bc9-efde65f48806 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:32:59.435774 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fde4d-82ac-4b42-88ed-a979ca42a187 req-479fe7bd-618f-4725-8c92-2bc86fb92c9a tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:59.437340 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d85fde4d-82ac-4b42-88ed-a979ca42a187 req-479fe7bd-618f-4725-8c92-2bc86fb92c9a tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 945 time: 0.0537789 Mar 29 15:32:59.521568 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d85fde4d-82ac-4b42-88ed-a979ca42a187 req-fc6f9c9b-3485-4a66-9fba-b986ba2c9298 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691934 Mar 29 15:32:59.617841 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47800) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:59.622878 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5e3bd386-fabd-46d9-86d5-7ffd93508fde tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--893473442', 'description': 'tempest-description--307298291'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:59.651719 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd386-fabd-46d9-86d5-7ffd93508fde tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.731457 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd386-fabd-46d9-86d5-7ffd93508fde tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (3913146e-bbb9-46f4-8db8-137f51d1b779), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.735351 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd386-fabd-46d9-86d5-7ffd93508fde tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (3913146e-bbb9-46f4-8db8-137f51d1b779), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.764244 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd386-fabd-46d9-86d5-7ffd93508fde tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.765498 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-5e3bd386-fabd-46d9-86d5-7ffd93508fde tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1466632 Mar 29 15:32:59.767460 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bd386-fabd-46d9-86d5-7ffd93508fde tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3913146e-bbb9-46f4-8db8-137f51d1b779,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:59.768838 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47804) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:59.777959 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-6411ede1-29fe-42ee-a046-38e8f6b65aca tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'security_group_rule': {'security_group_id': '3913146e-bbb9-46f4-8db8-137f51d1b779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:59.803223 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6411ede1-29fe-42ee-a046-38e8f6b65aca tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (89abae5d-5ece-4982-9e30-447bf2426924), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.864386 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6411ede1-29fe-42ee-a046-38e8f6b65aca tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (89abae5d-5ece-4982-9e30-447bf2426924), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.868078 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6411ede1-29fe-42ee-a046-38e8f6b65aca tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (89abae5d-5ece-4982-9e30-447bf2426924), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.889829 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411ede1-29fe-42ee-a046-38e8f6b65aca tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89abae5d-5ece-4982-9e30-447bf2426924,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:32:59.896899 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6411ede1-29fe-42ee-a046-38e8f6b65aca tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.901211 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-6411ede1-29fe-42ee-a046-38e8f6b65aca tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279728 Mar 29 15:32:59.901376 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47810) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:32:59.906264 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-cb22705c-7450-44cd-a479-b21f5273a095 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'security_group_rule': {'security_group_id': '3913146e-bbb9-46f4-8db8-137f51d1b779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:32:59.932135 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd00e11-7462-4f9a-88ed-b454ef8d7205 req-5f72700a-9262-4241-b54e-6e4347e8dc52 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:32:59.934130 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9cd00e11-7462-4f9a-88ed-b454ef8d7205 req-5f72700a-9262-4241-b54e-6e4347e8dc52 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0626564 Mar 29 15:32:59.944346 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb22705c-7450-44cd-a479-b21f5273a095 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (88b740f2-3df7-4f90-a38a-248c49db6678), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:32:59.999446 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9cd00e11-7462-4f9a-88ed-b454ef8d7205 req-202e8a56-4ea2-4dc5-af33-ca52b614c793 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587738 Mar 29 15:33:00.042054 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb22705c-7450-44cd-a479-b21f5273a095 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (88b740f2-3df7-4f90-a38a-248c49db6678), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.046612 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb22705c-7450-44cd-a479-b21f5273a095 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (88b740f2-3df7-4f90-a38a-248c49db6678), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.052141 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Sync routers for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:33:00.063331 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:00.063976 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:32:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:00.068213 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 0c79544f-2653-41ff-80ce-cc028476c66b up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:00.074493 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb22705c-7450-44cd-a479-b21f5273a095 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.075752 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-cb22705c-7450-44cd-a479-b21f5273a095 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1734402 Mar 29 15:33:00.079873 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47812) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:00.080821 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22705c-7450-44cd-a479-b21f5273a095 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b740f2-3df7-4f90-a38a-248c49db6678,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:00.087506 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:00.120284 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.218620 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 0c79544f-2653-41ff-80ce-cc028476c66b triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:00.218991 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0c79544f-2653-41ff-80ce-cc028476c66b), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.236016 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.243649 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:00.356392 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Allocated IP 172.27.0.108 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:33:00.430262 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 0c79544f-2653-41ff-80ce-cc028476c66b is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:00.430900 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0c79544f-2653-41ff-80ce-cc028476c66b), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.464139 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port 0c79544f-2653-41ff-80ce-cc028476c66b, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=0c79544f-2653-41ff-80ce-cc028476c66b,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:00.470641 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0c79544f-2653-41ff-80ce-cc028476c66b), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.490220 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for port (d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.538806 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.585549 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:00.587090 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:00.591603 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:33:00.620155 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'Port': ['ID=d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:00.657196 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79831876-ff9b-4356-a616-f24990c3d97f req-92a4c0eb-a605-459c-92d2-333ed41d3162 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:00.659049 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-79831876-ff9b-4356-a616-f24990c3d97f req-92a4c0eb-a605-459c-92d2-333ed41d3162 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 945 time: 0.0580902 Mar 29 15:33:00.707903 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (f0a3025a-f61e-42da-b57f-0fc29e88e741), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.709736 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=0c79544f-2653-41ff-80ce-cc028476c66b,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:00.710069 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-79831876-ff9b-4356-a616-f24990c3d97f req-4014fafa-e913-4086-bc3d-e18d0bbccf8f tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 Mar 29 15:33:00.725476 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:32:58Z', 'revision_number': 2, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:00.763164 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Checking router: dca01e38-1c5f-4e5b-8608-bf515fffe9ee for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:33:00.763765 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Updating router dca01e38-1c5f-4e5b-8608-bf515fffe9ee port dd77c183-3775-437a-8bc9-efde65f48806 binding host dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:33:00.769531 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.807771 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (dd77c183-3775-437a-8bc9-efde65f48806), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.952483 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for port (d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:00.961576 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403429'] for port (d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.050815 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'Port': ['ID=d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:01.069674 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47834) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:01.092786 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (f0a3025a-f61e-42da-b57f-0fc29e88e741), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.122009 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.127424 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-57a0badd-2392-4492-af26-b9fb314b49fa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0423234 Mar 29 15:33:01.174250 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b308d0-e306-45d5-90e8-9e1a192949ad req-e87ef824-a982-425f-b078-122c0ba2dbf2 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:01.176911 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b5b308d0-e306-45d5-90e8-9e1a192949ad req-e87ef824-a982-425f-b078-122c0ba2dbf2 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0721748 Mar 29 15:33:01.226511 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Publish callbacks [] for port (dd77c183-3775-437a-8bc9-efde65f48806), precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.236069 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (dd77c183-3775-437a-8bc9-efde65f48806), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.265509 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b5b308d0-e306-45d5-90e8-9e1a192949ad req-a394fbfb-50ed-400c-b4a2-ba5bf4a5ab0c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799656 Mar 29 15:33:01.268112 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ddee4af3-0c85-4a33-bb78-7c8e7bc41ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.389568 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194ab46-b5ab-479a-9f59-0e00a5acac80 None None] Pushing event updated for resources: {'Port': ['ID=dd77c183-3775-437a-8bc9-efde65f48806,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:01.407812 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ddee4af3-0c85-4a33-bb78-7c8e7bc41ef7 admin admin] Publish callbacks [] for security_group (89de240c-76fc-464b-a3a1-9981f6cad8c8), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.413506 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ddee4af3-0c85-4a33-bb78-7c8e7bc41ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (89de240c-76fc-464b-a3a1-9981f6cad8c8), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.449378 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Attempting to bind port dd77c183-3775-437a-8bc9-efde65f48806 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:33:01.449763 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Attempting to bind port dd77c183-3775-437a-8bc9-efde65f48806 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:33:01.450126 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Attempting to bind port dd77c183-3775-437a-8bc9-efde65f48806 on network 54d38fb3-4b72-4750-9c01-9459fe44635d {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:33:01.453495 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-ddee4af3-0c85-4a33-bb78-7c8e7bc41ef7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a062bfab1234455680c9eab60f8f3567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804440 Mar 29 15:33:01.454198 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47860) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:01.463636 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:33:01.463925 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Checking segment: {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:33:01.464329 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.464738 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Bound using segment: {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:33:01.465722 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Bound port: dd77c183-3775-437a-8bc9-efde65f48806, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:33:01.466105 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (dd77c183-3775-437a-8bc9-efde65f48806), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.524557 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ea24305-208e-4526-a621-319927b07ff6 admin admin] Publish callbacks [] for security_group (89de240c-76fc-464b-a3a1-9981f6cad8c8), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.541346 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee4af3-0c85-4a33-bb78-7c8e7bc41ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89de240c-76fc-464b-a3a1-9981f6cad8c8,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:01.552744 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ea24305-208e-4526-a621-319927b07ff6 admin admin] Publish callbacks [] for security_group (89de240c-76fc-464b-a3a1-9981f6cad8c8), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.568245 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] For port dd77c183-3775-437a-8bc9-efde65f48806, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:33:01.575763 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] For port dd77c183-3775-437a-8bc9-efde65f48806, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=dd77c183-3775-437a-8bc9-efde65f48806,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:33:01.589175 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (dd77c183-3775-437a-8bc9-efde65f48806), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.613982 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-84fe8b67-afa8-4a22-8b10-eeaebfa12430 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--893473442&fields=id&tenant_id=b7767dd7a07543269ae18c59f05f8ae0 HTTP/1.1" status: 200 len: 267 time: 0.1709776 Mar 29 15:33:01.665695 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:01.667478 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:32:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:01.684901 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ea24305-208e-4526-a621-319927b07ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (89de240c-76fc-464b-a3a1-9981f6cad8c8), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.687755 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ea24305-208e-4526-a621-319927b07ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:01.688909 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-1ea24305-208e-4526-a621-319927b07ff6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89de240c-76fc-464b-a3a1-9981f6cad8c8 HTTP/1.1" status: 204 len: 168 time: 0.2334859 Mar 29 15:33:01.755059 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea24305-208e-4526-a621-319927b07ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89de240c-76fc-464b-a3a1-9981f6cad8c8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:01.765003 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194ab46-b5ab-479a-9f59-0e00a5acac80 None None] Pushing event updated for resources: {'Port': ['ID=dd77c183-3775-437a-8bc9-efde65f48806,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:01.798501 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-43b330ad-4a66-4017-b9c7-f3dd8f914d65 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:01.800065 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-43b330ad-4a66-4017-b9c7-f3dd8f914d65 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 814 time: 0.1572082 Mar 29 15:33:01.804617 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21959548-175d-4c53-ab24-8084d6e74a80 req-3fbf5f22-29fb-4daa-b074-0ba1e1613315 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:01.812965 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-21959548-175d-4c53-ab24-8084d6e74a80 req-3fbf5f22-29fb-4daa-b074-0ba1e1613315 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 945 time: 0.1476152 Mar 29 15:33:01.828850 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-e9c32502-12a8-4aff-b498-9fad435900dd tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/quotas/b7767dd7a07543269ae18c59f05f8ae0 HTTP/1.1" status: 200 len: 375 time: 0.0198541 Mar 29 15:33:01.870225 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:01.873887 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-21959548-175d-4c53-ab24-8084d6e74a80 req-75636c86-6d9f-4cc8-a2fc-fcf33d761017 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589895 Mar 29 15:33:01.908378 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-687bf959-dc5e-4fb1-9284-9828e39bbe2e tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733812 Mar 29 15:33:01.922037 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-65070380-ef1b-4da1-bb4f-941e16b2d4c5 None None] Provisioning complete for port dd77c183-3775-437a-8bc9-efde65f48806 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:01.922420 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65070380-ef1b-4da1-bb4f-941e16b2d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (dd77c183-3775-437a-8bc9-efde65f48806), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:02.050232 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-3bbd0e78-4c2d-4878-9966-2138dcfc5325 service neutron] 10.222.0.18 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171987 Mar 29 15:33:02.082588 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 0c79544f-2653-41ff-80ce-cc028476c66b up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:02.137368 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-65070380-ef1b-4da1-bb4f-941e16b2d4c5 None None] Current status of the port dd77c183-3775-437a-8bc9-efde65f48806 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:02.137755 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65070380-ef1b-4da1-bb4f-941e16b2d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (dd77c183-3775-437a-8bc9-efde65f48806), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:02.159236 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-45e5c244-496f-4c65-a482-ad0007e84fd5 service neutron] 10.222.0.18 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034703 Mar 29 15:33:02.171612 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47870) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:02.188907 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa84c9c5-804d-4b87-bdbd-37084ddcfac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:02.226601 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-65070380-ef1b-4da1-bb4f-941e16b2d4c5 None None] For port dd77c183-3775-437a-8bc9-efde65f48806, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=dd77c183-3775-437a-8bc9-efde65f48806,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:02.234055 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65070380-ef1b-4da1-bb4f-941e16b2d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (dd77c183-3775-437a-8bc9-efde65f48806), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:02.260276 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 0c79544f-2653-41ff-80ce-cc028476c66b triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:02.260673 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0c79544f-2653-41ff-80ce-cc028476c66b), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:02.282082 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa84c9c5-804d-4b87-bdbd-37084ddcfac9 admin admin] Publish callbacks [] for security_group (4e6a7949-6e51-4f8f-bdde-bd5a3277de53), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:02.286659 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa84c9c5-804d-4b87-bdbd-37084ddcfac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4e6a7949-6e51-4f8f-bdde-bd5a3277de53), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:02.327211 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65070380-ef1b-4da1-bb4f-941e16b2d4c5 None None] Pushing event updated for resources: {'Port': ['ID=dd77c183-3775-437a-8bc9-efde65f48806,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:02.339713 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:01Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:02.349816 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-fa84c9c5-804d-4b87-bdbd-37084ddcfac9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5e6910266954998b90c3a81c38a8af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1766310 Mar 29 15:33:02.350821 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84c9c5-804d-4b87-bdbd-37084ddcfac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6a7949-6e51-4f8f-bdde-bd5a3277de53,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:02.352325 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47876) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:02.375856 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d74eb46-baeb-4322-8464-af6c0741791e None None] The sync data for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi is: [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:01Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:33:02.425674 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-0840f45c-e93c-4bbb-bfa9-6cac1f00cf4e None None] Provisioning complete for port dd77c183-3775-437a-8bc9-efde65f48806 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:02.426230 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0840f45c-e93c-4bbb-bfa9-6cac1f00cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (dd77c183-3775-437a-8bc9-efde65f48806), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:02.482751 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 0c79544f-2653-41ff-80ce-cc028476c66b is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:02.544770 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b95aa7b8-e0e4-41f6-bf94-92a5bb121a4c req-0e24a186-48b1-4685-bc44-290293926c19 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 210 time: 0.0601530 Mar 29 15:33:02.558386 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1674e-d3e0-445d-94b3-626d3d7af63c req-2f787776-bd50-4c67-b212-039846dbaa68 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:02.563647 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-99d1674e-d3e0-445d-94b3-626d3d7af63c req-2f787776-bd50-4c67-b212-039846dbaa68 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.1671124 Mar 29 15:33:02.604233 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9465641-eed9-4f09-822a-988df111d21c admin admin] Publish callbacks [] for security_group (4e6a7949-6e51-4f8f-bdde-bd5a3277de53), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:02.629379 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0840f45c-e93c-4bbb-bfa9-6cac1f00cf4e None None] Current status of the port dd77c183-3775-437a-8bc9-efde65f48806 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:02.657222 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9465641-eed9-4f09-822a-988df111d21c admin admin] Publish callbacks [] for security_group (4e6a7949-6e51-4f8f-bdde-bd5a3277de53), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:02.663344 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-99d1674e-d3e0-445d-94b3-626d3d7af63c req-08a62acf-91fa-4f5c-87ac-5815fe073a25 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785809 Mar 29 15:33:02.751036 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9465641-eed9-4f09-822a-988df111d21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4e6a7949-6e51-4f8f-bdde-bd5a3277de53), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:02.753839 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9465641-eed9-4f09-822a-988df111d21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:02.755928 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-b9465641-eed9-4f09-822a-988df111d21c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e6a7949-6e51-4f8f-bdde-bd5a3277de53 HTTP/1.1" status: 204 len: 168 time: 0.4011528 Mar 29 15:33:02.767225 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9465641-eed9-4f09-822a-988df111d21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6a7949-6e51-4f8f-bdde-bd5a3277de53,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:03.050160 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eca89-a53e-46b7-8cc7-158a83278377 req-bfd7bdd5-52d2-4a3a-94f5-a7eb683a65fd tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:03.062429 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-236eca89-a53e-46b7-8cc7-158a83278377 req-bfd7bdd5-52d2-4a3a-94f5-a7eb683a65fd tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 945 time: 0.0957131 Mar 29 15:33:03.122418 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47902) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:03.126565 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-236eca89-a53e-46b7-8cc7-158a83278377 req-ba0c3fc7-1415-4a6b-8d7e-fb49b92085a6 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629549 Mar 29 15:33:03.274619 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a3e16f46-24fa-496f-83a6-a64da1b4570e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:03.404052 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a3e16f46-24fa-496f-83a6-a64da1b4570e admin admin] Publish callbacks [] for security_group (b0789a23-4d09-4a53-a17c-2499ce74909b), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:03.413963 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a3e16f46-24fa-496f-83a6-a64da1b4570e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (b0789a23-4d09-4a53-a17c-2499ce74909b), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:03.466598 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-a3e16f46-24fa-496f-83a6-a64da1b4570e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=769f56e42bb14ebe8a3004af895592b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430941 Mar 29 15:33:03.467318 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e16f46-24fa-496f-83a6-a64da1b4570e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0789a23-4d09-4a53-a17c-2499ce74909b,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:03.471592 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 47916) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:03.551153 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25a38d-3447-4072-9eb5-ed6828225a64 req-1f9166b0-7b05-4079-b8d2-c986e61c2c64 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:03.552727 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bd25a38d-3447-4072-9eb5-ed6828225a64 req-1f9166b0-7b05-4079-b8d2-c986e61c2c64 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.31 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 945 time: 0.0991552 Mar 29 15:33:03.557991 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7121faf1-ad59-424e-be98-67ca443275d0 admin admin] Publish callbacks [] for security_group (b0789a23-4d09-4a53-a17c-2499ce74909b), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:03.603318 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7121faf1-ad59-424e-be98-67ca443275d0 admin admin] Publish callbacks [] for security_group (b0789a23-4d09-4a53-a17c-2499ce74909b), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:03.721004 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-aeb72ed5-9360-4105-9518-b03bfdaa5a39 req-1f4f6156-849d-4469-b00e-c39da1a4add1 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 210 time: 0.0505590 Mar 29 15:33:03.787056 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-bd25a38d-3447-4072-9eb5-ed6828225a64 req-c50c18e8-c132-44c0-9eb8-453344c741b7 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Deleting port 39ffa293-6708-43a8-99c4-6846140b2ccb {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:33:03.787827 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bd25a38d-3447-4072-9eb5-ed6828225a64 req-c50c18e8-c132-44c0-9eb8-453344c741b7 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:03.792259 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7121faf1-ad59-424e-be98-67ca443275d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (b0789a23-4d09-4a53-a17c-2499ce74909b), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:03.795243 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7121faf1-ad59-424e-be98-67ca443275d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:03.796812 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-7121faf1-ad59-424e-be98-67ca443275d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0789a23-4d09-4a53-a17c-2499ce74909b HTTP/1.1" status: 204 len: 168 time: 0.3243115 Mar 29 15:33:03.943560 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cf763-246a-4bb3-a254-7f9505951eed req-d3e87319-8e14-4ab1-ac86-1bd93d91309e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:03.945808 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d98cf763-246a-4bb3-a254-7f9505951eed req-d3e87319-8e14-4ab1-ac86-1bd93d91309e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.1587555 Mar 29 15:33:03.959195 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-bd25a38d-3447-4072-9eb5-ed6828225a64 req-c50c18e8-c132-44c0-9eb8-453344c741b7 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] For port 39ffa293-6708-43a8-99c4-6846140b2ccb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=39ffa293-6708-43a8-99c4-6846140b2ccb,segment=NetworkSegment(1fd0ffc6-d2cb-4c2f-8a46-3065021c178e),segment_id=1fd0ffc6-d2cb-4c2f-8a46-3065021c178e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:03.959565 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bd25a38d-3447-4072-9eb5-ed6828225a64 req-c50c18e8-c132-44c0-9eb8-453344c741b7 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:03.976229 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-bd25a38d-3447-4072-9eb5-ed6828225a64 req-c50c18e8-c132-44c0-9eb8-453344c741b7 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Calling delete_port for 39ffa293-6708-43a8-99c4-6846140b2ccb owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:33:04.063972 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121faf1-ad59-424e-be98-67ca443275d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0789a23-4d09-4a53-a17c-2499ce74909b,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:04.165985 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d98cf763-246a-4bb3-a254-7f9505951eed req-1802f21c-0911-4448-bcdd-4713d63881a2 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030947 Mar 29 15:33:04.181372 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device dd77c183-3775-437a-8bc9-efde65f48806 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:04.259162 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port dd77c183-3775-437a-8bc9-efde65f48806 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:04.259544 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (dd77c183-3775-437a-8bc9-efde65f48806), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:04.361312 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-ab3b82b6-09da-4197-9a10-4e7aa8b759c3 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:04.362765 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-ab3b82b6-09da-4197-9a10-4e7aa8b759c3 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 814 time: 0.3093061 Mar 29 15:33:04.373277 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d74d1-4cad-44eb-911a-5f81c1b15329 req-2a8dc565-5a0f-42cc-af51-6b908d7fa178 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:04.375368 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f26d74d1-4cad-44eb-911a-5f81c1b15329 req-2a8dc565-5a0f-42cc-af51-6b908d7fa178 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=075c7cb8-35b5-4a75-a9b1-35729bdad820 HTTP/1.1" status: 200 len: 945 time: 0.1602788 Mar 29 15:33:04.404428 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port dd77c183-3775-437a-8bc9-efde65f48806 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:04.467017 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47950) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:04.482700 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60859fe7-284f-4c52-932d-9c3da3dff5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:04.505803 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bd25a38d-3447-4072-9eb5-ed6828225a64 req-c50c18e8-c132-44c0-9eb8-453344c741b7 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (39ffa293-6708-43a8-99c4-6846140b2ccb), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:04.521704 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['39ffa293-6708-43a8-99c4-6846140b2ccb'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:33:04.537212 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f26d74d1-4cad-44eb-911a-5f81c1b15329 req-5cd8786b-b30c-4e15-8875-4c70995e88d9 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249232 Mar 29 15:33:04.562871 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-bc7d8b14-81be-405c-8b73-946915d34405 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7767dd7a07543269ae18c59f05f8ae0 HTTP/1.1" status: 200 len: 379 time: 0.1842635 Mar 29 15:33:04.565940 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c18e8-c132-44c0-9eb8-453344c741b7 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Pushing event deleted for resources: {'Port': ['ID=39ffa293-6708-43a8-99c4-6846140b2ccb,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:04.594408 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60859fe7-284f-4c52-932d-9c3da3dff5b1 admin admin] Publish callbacks [] for security_group (d922690a-e67a-4401-aab2-c31ebf4527ea), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:04.596534 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a4a66d9b-f13f-4434-a7a8-d46b3746f6aa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'port': {'device_id': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'admin_state_up': True, 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'security_groups': ['3913146e-bbb9-46f4-8db8-137f51d1b779']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:04.600822 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60859fe7-284f-4c52-932d-9c3da3dff5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (d922690a-e67a-4401-aab2-c31ebf4527ea), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:04.642394 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-60859fe7-284f-4c52-932d-9c3da3dff5b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=350f5cb065ee4f309ccc15799d07cf78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741395 Mar 29 15:33:04.643549 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60859fe7-284f-4c52-932d-9c3da3dff5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d922690a-e67a-4401-aab2-c31ebf4527ea,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:04.646032 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 47952) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:04.677447 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd25a38d-3447-4072-9eb5-ed6828225a64 req-c50c18e8-c132-44c0-9eb8-453344c741b7 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] No DVR routers for this DVR port 39ffa293-6708-43a8-99c4-6846140b2ccb on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:33:04.686755 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bd25a38d-3447-4072-9eb5-ed6828225a64 req-c50c18e8-c132-44c0-9eb8-453344c741b7 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:04.689859 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bd25a38d-3447-4072-9eb5-ed6828225a64 req-c50c18e8-c132-44c0-9eb8-453344c741b7 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.31 "DELETE /v2.0/ports/39ffa293-6708-43a8-99c4-6846140b2ccb HTTP/1.1" status: 204 len: 173 time: 1.1203637 Mar 29 15:33:04.690208 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075c7cb8-35b5-4a75-a9b1-35729bdad820', 'name': 'network-vif-deleted', 'tag': '39ffa293-6708-43a8-99c4-6846140b2ccb'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:33:04.692441 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c30d18d-2e8b-4e08-b288-a3cb2fe3d6c8" -d '{"events": [{"server_uuid": "075c7cb8-35b5-4a75-a9b1-35729bdad820", "name": "network-vif-deleted", "tag": "39ffa293-6708-43a8-99c4-6846140b2ccb"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:33:04.708326 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48ee1484-14da-4a47-ab74-a809db222fae admin admin] Publish callbacks [] for security_group (d922690a-e67a-4401-aab2-c31ebf4527ea), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:04.738315 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48ee1484-14da-4a47-ab74-a809db222fae admin admin] Publish callbacks [] for security_group (d922690a-e67a-4401-aab2-c31ebf4527ea), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:04.751794 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7686d919-8665-458e-8de9-838518d7a907 x-openstack-request-id: req-7686d919-8665-458e-8de9-838518d7a907 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:33:04.752093 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075c7cb8-35b5-4a75-a9b1-35729bdad820", "name": "network-vif-deleted", "tag": "39ffa293-6708-43a8-99c4-6846140b2ccb", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:33:04.752350 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7686d919-8665-458e-8de9-838518d7a907 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:33:04.752745 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7686d919-8665-458e-8de9-838518d7a907'] response: {'server_uuid': '075c7cb8-35b5-4a75-a9b1-35729bdad820', 'name': 'network-vif-deleted', 'tag': '39ffa293-6708-43a8-99c4-6846140b2ccb', 'status': 'completed', 'code': 200} Mar 29 15:33:04.824856 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48ee1484-14da-4a47-ab74-a809db222fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (d922690a-e67a-4401-aab2-c31ebf4527ea), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:04.827939 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48ee1484-14da-4a47-ab74-a809db222fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:04.829325 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-48ee1484-14da-4a47-ab74-a809db222fae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d922690a-e67a-4401-aab2-c31ebf4527ea HTTP/1.1" status: 204 len: 168 time: 0.1825700 Mar 29 15:33:04.841892 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee1484-14da-4a47-ab74-a809db222fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d922690a-e67a-4401-aab2-c31ebf4527ea,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:04.849747 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-57958d1b-81fe-4835-99be-c38831972d4b req-1f3992ba-7b0a-452d-b656-aa1c3f00a817 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 210 time: 0.0394928 Mar 29 15:33:04.861326 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a4a66d9b-f13f-4434-a7a8-d46b3746f6aa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Made reservation on behalf of b7767dd7a07543269ae18c59f05f8ae0 for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:33:04.872975 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a4a66d9b-f13f-4434-a7a8-d46b3746f6aa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:05.056537 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a4a66d9b-f13f-4434-a7a8-d46b3746f6aa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Allocated IP 172.20.0.3 (54d38fb3-4b72-4750-9c01-9459fe44635d/e1c56faa-d030-427c-97d6-5e146a39601d/9b28accc-4a36-46f8-bcd9-8b097e1943a5) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:33:05.221937 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a4a66d9b-f13f-4434-a7a8-d46b3746f6aa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:05.267366 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a4a66d9b-f13f-4434-a7a8-d46b3746f6aa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:05.293927 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066120c-c477-44ba-8b2c-e0ff30037fd1 req-9acf810d-b51c-4d50-8822-532b21a420d4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:05.303319 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0066120c-c477-44ba-8b2c-e0ff30037fd1 req-9acf810d-b51c-4d50-8822-532b21a420d4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0766926 Mar 29 15:33:05.341833 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a4a66d9b-f13f-4434-a7a8-d46b3746f6aa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Network 54d38fb3-4b72-4750-9c01-9459fe44635d is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:05.347643 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a4a66d9b-f13f-4434-a7a8-d46b3746f6aa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:05.352630 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a4a66d9b-f13f-4434-a7a8-d46b3746f6aa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:33:05.378668 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0066120c-c477-44ba-8b2c-e0ff30037fd1 req-dfb4ccfa-d207-4601-87bb-2d44c531d922 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575843 Mar 29 15:33:05.393988 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a66d9b-f13f-4434-a7a8-d46b3746f6aa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'Port': ['ID=9b28accc-4a36-46f8-bcd9-8b097e1943a5,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:05.419946 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a4a66d9b-f13f-4434-a7a8-d46b3746f6aa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:05.423988 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a4a66d9b-f13f-4434-a7a8-d46b3746f6aa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:05.458477 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a4a66d9b-f13f-4434-a7a8-d46b3746f6aa tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8658440 Mar 29 15:33:05.475340 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Request body: {'port': {'device_id': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:05.565795 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:05.794348 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-93ac5a60-d6d2-40f1-a66c-0aa1edeced6e None None] Provisioning complete for port 9b28accc-4a36-46f8-bcd9-8b097e1943a5 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:05.795356 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-93ac5a60-d6d2-40f1-a66c-0aa1edeced6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:05.842765 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-93ac5a60-d6d2-40f1-a66c-0aa1edeced6e None None] Port 9b28accc-4a36-46f8-bcd9-8b097e1943a5 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:33:05.909370 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b28accc-4a36-46f8-bcd9-8b097e1943a5 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:33:05.919821 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Publish callbacks [] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:05.945469 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Transition to ACTIVE for port object 9b28accc-4a36-46f8-bcd9-8b097e1943a5 will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:33:05.965840 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:05.967798 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-f5ea63ba-42e0-4cdf-9e39-59e687f32772 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:05.969382 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-f5ea63ba-42e0-4cdf-9e39-59e687f32772 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/networks?id=ac6aec5a-06ea-4d2d-ae41-968ca5081865 HTTP/1.1" status: 200 len: 809 time: 0.1470282 Mar 29 15:33:05.990799 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-f0d73ccb-9169-4dfc-bf06-b4c64c63c85a tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/quotas/f5907bf18b3d45c383b9fea64986321f HTTP/1.1" status: 200 len: 375 time: 0.0158036 Mar 29 15:33:06.045917 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-4332f9c0-6266-43a3-a893-d72b822a1566 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5907bf18b3d45c383b9fea64986321f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541713 Mar 29 15:33:06.090763 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a1ece-e92c-4360-b30a-93718018276d req-7f9b52dc-5245-4e6c-aa6b-dca5e2ab8916 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:06.093138 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-345a1ece-e92c-4360-b30a-93718018276d req-7f9b52dc-5245-4e6c-aa6b-dca5e2ab8916 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 931 time: 0.1642575 Mar 29 15:33:06.102542 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b28accc-4a36-46f8-bcd9-8b097e1943a5,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:06.155012 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-91f4be35-845e-4b94-b68f-542d85138a51 service neutron] 10.222.0.18 "GET /v2.0/networks/ac6aec5a-06ea-4d2d-ae41-968ca5081865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075385 Mar 29 15:33:06.267434 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-abb6f6b7-8870-437a-93a3-23d019382090 service neutron] 10.222.0.18 "GET /v2.0/networks/ac6aec5a-06ea-4d2d-ae41-968ca5081865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087208 Mar 29 15:33:06.446824 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-345a1ece-e92c-4360-b30a-93718018276d req-9c2a6918-b5a9-46e8-9e5b-98745cbb63a7 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608180 Mar 29 15:33:06.465479 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-007fb272-15a3-4ad2-a802-c10c211b1e52 req-d0e5c5ae-abf8-4ff7-9831-c4a199aab9a2 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 210 time: 0.0498281 Mar 29 15:33:06.485981 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Attempting to bind port 9b28accc-4a36-46f8-bcd9-8b097e1943a5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:33:06.486319 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Attempting to bind port 9b28accc-4a36-46f8-bcd9-8b097e1943a5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:33:06.486646 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Attempting to bind port 9b28accc-4a36-46f8-bcd9-8b097e1943a5 on network 54d38fb3-4b72-4750-9c01-9459fe44635d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:33:06.491010 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Port 9b28accc-4a36-46f8-bcd9-8b097e1943a5 on network 54d38fb3-4b72-4750-9c01-9459fe44635d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:33:06.491446 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Attempting to bind port 9b28accc-4a36-46f8-bcd9-8b097e1943a5 on network 54d38fb3-4b72-4750-9c01-9459fe44635d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:33:06.496978 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:33:06.497298 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Checking segment: {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:33:06.497683 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Bound using segment: {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:33:06.498107 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Bound port: 9b28accc-4a36-46f8-bcd9-8b097e1943a5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:33:06.498462 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:06.572209 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] For port 9b28accc-4a36-46f8-bcd9-8b097e1943a5, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:33:06.575780 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] For port 9b28accc-4a36-46f8-bcd9-8b097e1943a5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b28accc-4a36-46f8-bcd9-8b097e1943a5,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:33:06.583197 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:06.599114 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:06.599996 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:06.601402 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] 10.222.0.31 "PUT /v2.0/ports/9b28accc-4a36-46f8-bcd9-8b097e1943a5 HTTP/1.1" status: 200 len: 1093 time: 1.1320751 Mar 29 15:33:06.632376 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f413b-15dc-4457-a182-0d86e49707f0 req-66569a88-7601-4912-bdd5-012b37e7c288 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:06.633949 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a63f413b-15dc-4457-a182-0d86e49707f0 req-66569a88-7601-4912-bdd5-012b37e7c288 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0805058 Mar 29 15:33:06.718724 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a63f413b-15dc-4457-a182-0d86e49707f0 req-7e815552-8b49-4022-902b-3710fb5c7f83 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764840 Mar 29 15:33:06.737740 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5458d7f-fe85-42d5-a567-d05d1bec0fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b28accc-4a36-46f8-bcd9-8b097e1943a5,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:06.754055 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'tag': '9b28accc-4a36-46f8-bcd9-8b097e1943a5'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:33:06.757490 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe4139e-b517-46ce-beb5-156d6f7c4d85" -d '{"events": [{"name": "network-changed", "server_uuid": "03b0ceed-3537-46cb-9d4b-7610936754ec", "tag": "9b28accc-4a36-46f8-bcd9-8b097e1943a5"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:33:06.789012 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-cdef3826-0508-4d33-b1f4-ceb4375e0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:06.795325 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-cdef3826-0508-4d33-b1f4-ceb4375e0f3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 1127 time: 0.1400928 Mar 29 15:33:06.878362 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec356c60-177d-4abf-9200-5de2706cd4fc x-openstack-request-id: req-ec356c60-177d-4abf-9200-5de2706cd4fc {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:33:06.878663 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b0ceed-3537-46cb-9d4b-7610936754ec", "tag": "9b28accc-4a36-46f8-bcd9-8b097e1943a5", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:33:06.878902 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec356c60-177d-4abf-9200-5de2706cd4fc {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:33:06.879301 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec356c60-177d-4abf-9200-5de2706cd4fc'] response: {'name': 'network-changed', 'server_uuid': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'tag': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'status': 'completed', 'code': 200} Mar 29 15:33:06.881302 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-c30ae37b-91ab-48a4-9a19-199d865e520a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b28accc-4a36-46f8-bcd9-8b097e1943a5 HTTP/1.1" status: 200 len: 217 time: 0.0684850 Mar 29 15:33:06.951188 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-f3eb1996-6f31-4f9f-93f0-0668d20ce78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:06.952796 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-f3eb1996-6f31-4f9f-93f0-0668d20ce78c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c56faa-d030-427c-97d6-5e146a39601d HTTP/1.1" status: 200 len: 853 time: 0.0627511 Mar 29 15:33:07.025648 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-0c09844b-e5a0-4f0d-977f-ffa68c4a4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:07.027181 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-0c09844b-e5a0-4f0d-977f-ffa68c4a4a79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54d38fb3-4b72-4750-9c01-9459fe44635d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0664291 Mar 29 15:33:07.131410 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-c461664a-56b3-484f-ad29-dc54afa192db service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946007 Mar 29 15:33:07.246026 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-53fc62ba-0767-41e3-ad66-b951419e0d7d req-eb321591-ebae-4062-b45f-d7f50f71647b service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994449 Mar 29 15:33:07.349119 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4139e-b517-46ce-beb5-156d6f7c4d85 req-3f7d61e9-8488-497e-98cf-cfd4be2b6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:07.350782 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-afe4139e-b517-46ce-beb5-156d6f7c4d85 req-3f7d61e9-8488-497e-98cf-cfd4be2b6183 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 1127 time: 0.0470743 Mar 29 15:33:07.466930 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4139e-b517-46ce-beb5-156d6f7c4d85 req-8815c2ae-cc70-4a8b-99c6-3c2ca2651f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:07.468582 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-afe4139e-b517-46ce-beb5-156d6f7c4d85 req-8815c2ae-cc70-4a8b-99c6-3c2ca2651f65 service neutron] 10.222.0.31 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 915 time: 0.1005223 Mar 29 15:33:07.521266 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-afe4139e-b517-46ce-beb5-156d6f7c4d85 req-48010a8f-4141-4da7-91bf-40d5463293b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b28accc-4a36-46f8-bcd9-8b097e1943a5 HTTP/1.1" status: 200 len: 217 time: 0.0449977 Mar 29 15:33:07.593708 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-afc9f8e6-e976-4d91-88ba-b397159d8ee8 req-c2d03372-b4da-4200-9fed-59d7b6fbd803 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 210 time: 0.0379503 Mar 29 15:33:07.595208 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7af879-0dcf-4272-92cc-580850bc1ae5 req-b88b79dc-d003-44e8-95ed-f69bd6218595 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:07.596808 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1e7af879-0dcf-4272-92cc-580850bc1ae5 req-b88b79dc-d003-44e8-95ed-f69bd6218595 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 943 time: 0.0737007 Mar 29 15:33:07.602401 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4139e-b517-46ce-beb5-156d6f7c4d85 req-be28d188-0745-4f81-b773-38eb88a88761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:07.604143 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-afe4139e-b517-46ce-beb5-156d6f7c4d85 req-be28d188-0745-4f81-b773-38eb88a88761 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c56faa-d030-427c-97d6-5e146a39601d HTTP/1.1" status: 200 len: 853 time: 0.0762212 Mar 29 15:33:07.651826 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1e7af879-0dcf-4272-92cc-580850bc1ae5 req-25daeb18-0522-4986-abfb-246f0e2ebad2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464036 Mar 29 15:33:07.677515 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4139e-b517-46ce-beb5-156d6f7c4d85 req-10d1043a-4291-49be-ad6a-0ee1e3619caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:07.680149 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-afe4139e-b517-46ce-beb5-156d6f7c4d85 req-10d1043a-4291-49be-ad6a-0ee1e3619caf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54d38fb3-4b72-4750-9c01-9459fe44635d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626833 Mar 29 15:33:07.894964 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-afe4139e-b517-46ce-beb5-156d6f7c4d85 req-a3d126d8-40d9-4ed6-b7ba-a3403b998efc service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067904 Mar 29 15:33:07.907323 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-f7fc02d5-cede-4faf-aa4f-fb98a72e0969 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:07.909144 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-f7fc02d5-cede-4faf-aa4f-fb98a72e0969 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.31 "GET /v2.0/networks?id=ac6aec5a-06ea-4d2d-ae41-968ca5081865 HTTP/1.1" status: 200 len: 809 time: 0.1798587 Mar 29 15:33:07.965008 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-01f098dc-fbd1-4420-ab90-92f8c980b840 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Request body: {'port': {'device_id': '5b7f8886-7fc6-4441-9a40-cc41acef0f2b', 'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865', 'admin_state_up': True, 'tenant_id': 'f5907bf18b3d45c383b9fea64986321f'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:07.976002 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d9f45-7664-4530-a913-b4545702d538 req-e715cc1a-75dc-43d6-bf5b-a849368b95b5 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:07.977473 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e70d9f45-7664-4530-a913-b4545702d538 req-e715cc1a-75dc-43d6-bf5b-a849368b95b5 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.1766195 Mar 29 15:33:08.120850 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-afe4139e-b517-46ce-beb5-156d6f7c4d85 req-9bb6a2a5-d885-4099-ae81-5e2caff3fb75 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106698 Mar 29 15:33:08.124260 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e70d9f45-7664-4530-a913-b4545702d538 req-42f78b91-1bc3-4552-afde-88c2d25a41cd tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399286 Mar 29 15:33:08.154920 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-01f098dc-fbd1-4420-ab90-92f8c980b840 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Made reservation on behalf of f5907bf18b3d45c383b9fea64986321f for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:33:08.159501 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-01f098dc-fbd1-4420-ab90-92f8c980b840 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.296004 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-01f098dc-fbd1-4420-ab90-92f8c980b840 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Allocated IP 172.20.0.8 (ac6aec5a-06ea-4d2d-ae41-968ca5081865/a7dbc2df-99bb-4915-9481-cd0c904da128/06e0d7e1-242a-45a2-ba47-82490d6e1fda) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:33:08.302402 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48112) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:08.407006 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1747cdf-e5b0-4bc6-aa00-59d8f7c73b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.440544 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-01f098dc-fbd1-4420-ab90-92f8c980b840 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks [] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.475989 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-01f098dc-fbd1-4420-ab90-92f8c980b840 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.484199 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1747cdf-e5b0-4bc6-aa00-59d8f7c73b77 admin admin] Publish callbacks [] for security_group (a3e4090a-faa9-4c3a-ad8b-ec7fe8725cff), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.488073 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1747cdf-e5b0-4bc6-aa00-59d8f7c73b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (a3e4090a-faa9-4c3a-ad8b-ec7fe8725cff), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.523165 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-01f098dc-fbd1-4420-ab90-92f8c980b840 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Network ac6aec5a-06ea-4d2d-ae41-968ca5081865 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:08.526268 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-c1747cdf-e5b0-4bc6-aa00-59d8f7c73b77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49e9c1c1f7c14cc9ac1a11d2086bb53d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227573 Mar 29 15:33:08.526997 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1747cdf-e5b0-4bc6-aa00-59d8f7c73b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e4090a-faa9-4c3a-ad8b-ec7fe8725cff,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:08.528631 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-01f098dc-fbd1-4420-ab90-92f8c980b840 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:08.529251 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48116) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:08.530851 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-01f098dc-fbd1-4420-ab90-92f8c980b840 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:33:08.555996 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f098dc-fbd1-4420-ab90-92f8c980b840 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Pushing event updated for resources: {'Port': ['ID=06e0d7e1-242a-45a2-ba47-82490d6e1fda,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:08.581481 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e00128bb-dde4-4d58-a281-73d63784decb admin admin] Publish callbacks [] for security_group (a3e4090a-faa9-4c3a-ad8b-ec7fe8725cff), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.583038 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-01f098dc-fbd1-4420-ab90-92f8c980b840 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:08.583645 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-01f098dc-fbd1-4420-ab90-92f8c980b840 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.599870 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-01f098dc-fbd1-4420-ab90-92f8c980b840 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6656218 Mar 29 15:33:08.606556 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e00128bb-dde4-4d58-a281-73d63784decb admin admin] Publish callbacks [] for security_group (a3e4090a-faa9-4c3a-ad8b-ec7fe8725cff), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.611764 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Request body: {'port': {'device_id': '5b7f8886-7fc6-4441-9a40-cc41acef0f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:08.658355 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e00128bb-dde4-4d58-a281-73d63784decb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (a3e4090a-faa9-4c3a-ad8b-ec7fe8725cff), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.661468 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e00128bb-dde4-4d58-a281-73d63784decb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.663155 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e00128bb-dde4-4d58-a281-73d63784decb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3e4090a-faa9-4c3a-ad8b-ec7fe8725cff HTTP/1.1" status: 204 len: 168 time: 0.1296277 Mar 29 15:33:08.673111 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:08.675911 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00128bb-dde4-4d58-a281-73d63784decb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e4090a-faa9-4c3a-ad8b-ec7fe8725cff,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:08.737113 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add1732-aab9-4d65-aa1a-a612fc0d0b27 req-9350e063-d060-473f-9212-fab32d06779d tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:08.738707 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3add1732-aab9-4d65-aa1a-a612fc0d0b27 req-9350e063-d060-473f-9212-fab32d06779d tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 931 time: 0.0649021 Mar 29 15:33:08.790098 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3add1732-aab9-4d65-aa1a-a612fc0d0b27 req-e8e74042-38ba-4470-95f3-6fe82b37eb3d tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424011 Mar 29 15:33:08.902956 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538fa1a-039d-4379-90ac-f61560a22c88 req-24af23e6-9051-48c9-9f7f-8b4d77233251 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:08.904421 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9538fa1a-039d-4379-90ac-f61560a22c88 req-24af23e6-9051-48c9-9f7f-8b4d77233251 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 943 time: 0.1530616 Mar 29 15:33:08.959603 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 9b28accc-4a36-46f8-bcd9-8b097e1943a5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:33:08.981245 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9538fa1a-039d-4379-90ac-f61560a22c88 req-672c7d04-2d83-4dc5-b50c-0dc8aacae28a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706823 Mar 29 15:33:08.996805 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48128) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:09.013626 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7517a486-7156-4a92-a416-7af05f8ed172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.052776 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e0d7e1-242a-45a2-ba47-82490d6e1fda {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:33:09.055092 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 39ffa293-6708-43a8-99c4-6846140b2ccb no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:33:09.065843 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Publish callbacks [] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.080296 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Transition to ACTIVE for port object 06e0d7e1-242a-45a2-ba47-82490d6e1fda will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:33:09.085717 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 39ffa293-6708-43a8-99c4-6846140b2ccb {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:33:09.085906 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.086294 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 39ffa293-6708-43a8-99c4-6846140b2ccb not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:33:09.137987 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 9b28accc-4a36-46f8-bcd9-8b097e1943a5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b28accc-4a36-46f8-bcd9-8b097e1943a5,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:09.142738 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7517a486-7156-4a92-a416-7af05f8ed172 admin admin] Publish callbacks [] for security_group (799eb794-6d4f-465d-882a-5b8cb3ad4ddb), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.148449 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7517a486-7156-4a92-a416-7af05f8ed172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (799eb794-6d4f-465d-882a-5b8cb3ad4ddb), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.155631 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Pushing event updated for resources: {'Port': ['ID=06e0d7e1-242a-45a2-ba47-82490d6e1fda,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:09.175096 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'port_id': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'mac_address': 'fa:16:3e:da:84:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:33:09.200434 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-7517a486-7156-4a92-a416-7af05f8ed172 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5819ff2441f4f36871134179eeb4eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019961 Mar 29 15:33:09.201502 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517a486-7156-4a92-a416-7af05f8ed172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799eb794-6d4f-465d-882a-5b8cb3ad4ddb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:09.204772 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48144) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:09.266224 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 9b28accc-4a36-46f8-bcd9-8b097e1943a5 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:09.266686 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.284168 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b28accc-4a36-46f8-bcd9-8b097e1943a5 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:33:09.311638 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea0a814d-7760-4e0d-9795-264908770a91 admin admin] Publish callbacks [] for security_group (799eb794-6d4f-465d-882a-5b8cb3ad4ddb), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.313549 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Attempting to bind port 06e0d7e1-242a-45a2-ba47-82490d6e1fda on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:33:09.314061 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Attempting to bind port 06e0d7e1-242a-45a2-ba47-82490d6e1fda by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1fd0ffc6-d2cb-4c2f-8a46-3065021c178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:33:09.314726 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Attempting to bind port 06e0d7e1-242a-45a2-ba47-82490d6e1fda on network ac6aec5a-06ea-4d2d-ae41-968ca5081865 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:33:09.315300 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 9b28accc-4a36-46f8-bcd9-8b097e1943a5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b28accc-4a36-46f8-bcd9-8b097e1943a5,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:09.320472 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Port 06e0d7e1-242a-45a2-ba47-82490d6e1fda on network ac6aec5a-06ea-4d2d-ae41-968ca5081865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:33:09.320644 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.321160 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Attempting to bind port 06e0d7e1-242a-45a2-ba47-82490d6e1fda on network ac6aec5a-06ea-4d2d-ae41-968ca5081865 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:33:09.327221 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:33:09.327805 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Checking segment: {'id': '1fd0ffc6-d2cb-4c2f-8a46-3065021c178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:33:09.328347 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Bound using segment: {'id': '1fd0ffc6-d2cb-4c2f-8a46-3065021c178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:33:09.328922 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Bound port: 06e0d7e1-242a-45a2-ba47-82490d6e1fda, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd0ffc6-d2cb-4c2f-8a46-3065021c178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:33:09.329476 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.356161 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea0a814d-7760-4e0d-9795-264908770a91 admin admin] Publish callbacks [] for security_group (799eb794-6d4f-465d-882a-5b8cb3ad4ddb), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.373083 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be402f-dff5-45da-8642-db1bd845fa47 req-82978dcb-9e37-4745-bda8-b0ca9f585cfd tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:09.375151 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a0be402f-dff5-45da-8642-db1bd845fa47 req-82978dcb-9e37-4745-bda8-b0ca9f585cfd tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.1108449 Mar 29 15:33:09.384271 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=9b28accc-4a36-46f8-bcd9-8b097e1943a5,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:09.409910 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] For port 06e0d7e1-242a-45a2-ba47-82490d6e1fda, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:33:09.413421 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] For port 06e0d7e1-242a-45a2-ba47-82490d6e1fda, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06e0d7e1-242a-45a2-ba47-82490d6e1fda,segment=NetworkSegment(1fd0ffc6-d2cb-4c2f-8a46-3065021c178e),segment_id=1fd0ffc6-d2cb-4c2f-8a46-3065021c178e)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:33:09.422746 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.455566 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a0be402f-dff5-45da-8642-db1bd845fa47 req-457add20-5730-4f6f-9bf3-a1bb31d8de6f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733550 Mar 29 15:33:09.456440 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:09.457086 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.458473 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] 10.222.0.31 "PUT /v2.0/ports/06e0d7e1-242a-45a2-ba47-82490d6e1fda HTTP/1.1" status: 200 len: 1093 time: 0.8512597 Mar 29 15:33:09.458913 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7f8886-7fc6-4441-9a40-cc41acef0f2b', 'tag': '06e0d7e1-242a-45a2-ba47-82490d6e1fda'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:33:09.461347 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d085834-2c75-4ca5-8561-998aa343071f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7f8886-7fc6-4441-9a40-cc41acef0f2b", "tag": "06e0d7e1-242a-45a2-ba47-82490d6e1fda"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:33:09.466722 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea0a814d-7760-4e0d-9795-264908770a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (799eb794-6d4f-465d-882a-5b8cb3ad4ddb), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.486323 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea0a814d-7760-4e0d-9795-264908770a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:09.489795 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-ea0a814d-7760-4e0d-9795-264908770a91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/799eb794-6d4f-465d-882a-5b8cb3ad4ddb HTTP/1.1" status: 204 len: 168 time: 0.2814603 Mar 29 15:33:09.508655 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a814d-7760-4e0d-9795-264908770a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799eb794-6d4f-465d-882a-5b8cb3ad4ddb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:09.554268 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3ccdd-c6b6-40f3-97a8-3a31eb4ecc96 service neutron] Pushing event updated for resources: {'Port': ['ID=06e0d7e1-242a-45a2-ba47-82490d6e1fda,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:09.558401 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805793ba-f12e-44c4-b3e9-c20aae006448 x-openstack-request-id: req-805793ba-f12e-44c4-b3e9-c20aae006448 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:33:09.558692 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7f8886-7fc6-4441-9a40-cc41acef0f2b", "tag": "06e0d7e1-242a-45a2-ba47-82490d6e1fda", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:33:09.558947 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-805793ba-f12e-44c4-b3e9-c20aae006448 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:33:09.559334 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805793ba-f12e-44c4-b3e9-c20aae006448'] response: {'name': 'network-changed', 'server_uuid': '5b7f8886-7fc6-4441-9a40-cc41acef0f2b', 'tag': '06e0d7e1-242a-45a2-ba47-82490d6e1fda', 'status': 'completed', 'code': 200} Mar 29 15:33:09.578943 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-821f4e41-8b54-42f8-9528-558f8528dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:09.580543 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-821f4e41-8b54-42f8-9528-558f8528dc69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5907bf18b3d45c383b9fea64986321f&device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 1127 time: 0.0673549 Mar 29 15:33:09.622498 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-31ebe928-bda7-4d0e-aec4-ed2af2596e5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06e0d7e1-242a-45a2-ba47-82490d6e1fda HTTP/1.1" status: 200 len: 217 time: 0.0348966 Mar 29 15:33:09.671205 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-a0da949e-412e-40ab-bc7d-70eeb775d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:09.672570 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-a0da949e-412e-40ab-bc7d-70eeb775d07b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7dbc2df-99bb-4915-9481-cd0c904da128 HTTP/1.1" status: 200 len: 849 time: 0.0435691 Mar 29 15:33:09.685194 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['9b28accc-4a36-46f8-bcd9-8b097e1943a5'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:33:09.706513 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-d679fd47-81f8-4d7b-8886-5562e7ee6f0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac6aec5a-06ea-4d2d-ae41-968ca5081865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277019 Mar 29 15:33:09.809680 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-306eedfd-530c-4842-9dd4-ff47a739003e service neutron] 10.222.0.31 "GET /v2.0/networks/ac6aec5a-06ea-4d2d-ae41-968ca5081865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912054 Mar 29 15:33:09.922494 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0b0ea83-64bf-4c17-bd42-4bddbfdec495 req-875dc5fc-a53e-4e5d-969b-dde9fb304479 service neutron] 10.222.0.31 "GET /v2.0/networks/ac6aec5a-06ea-4d2d-ae41-968ca5081865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004086 Mar 29 15:33:09.925808 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991bece-b30c-42f0-ade7-04fb911473b2 req-7a7c84d9-4536-4ff4-b162-6de06198220c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:09.927271 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b991bece-b30c-42f0-ade7-04fb911473b2 req-7a7c84d9-4536-4ff4-b162-6de06198220c tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 943 time: 0.0594358 Mar 29 15:33:09.979466 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b991bece-b30c-42f0-ade7-04fb911473b2 req-0a7fe921-fb95-47d2-aed2-2b3980e9ab21 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455961 Mar 29 15:33:10.042178 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d085834-2c75-4ca5-8561-998aa343071f req-d7794ba9-da81-4fb3-a801-2f7f5b95594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:10.043738 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d085834-2c75-4ca5-8561-998aa343071f req-d7794ba9-da81-4fb3-a801-2f7f5b95594d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5907bf18b3d45c383b9fea64986321f&device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 1127 time: 0.0525839 Mar 29 15:33:10.179304 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988bd4-897b-4126-bab7-8be91ce83ed2 req-ae31c185-6428-4f04-95ee-2f99194745fd tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:10.180787 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a0988bd4-897b-4126-bab7-8be91ce83ed2 req-ae31c185-6428-4f04-95ee-2f99194745fd tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 944 time: 0.1165259 Mar 29 15:33:10.182724 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d085834-2c75-4ca5-8561-998aa343071f req-e6a0cef7-63bc-41c7-a004-f8ee25a7648c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:10.184041 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d085834-2c75-4ca5-8561-998aa343071f req-e6a0cef7-63bc-41c7-a004-f8ee25a7648c service neutron] 10.222.0.31 "GET /v2.0/networks?id=ac6aec5a-06ea-4d2d-ae41-968ca5081865 HTTP/1.1" status: 200 len: 910 time: 0.1340606 Mar 29 15:33:10.234643 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d085834-2c75-4ca5-8561-998aa343071f req-814f0975-221b-46bb-8736-1a43b612c285 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06e0d7e1-242a-45a2-ba47-82490d6e1fda HTTP/1.1" status: 200 len: 217 time: 0.0411239 Mar 29 15:33:10.288887 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a0988bd4-897b-4126-bab7-8be91ce83ed2 req-cd35f417-dc5f-4e4d-bfc0-e28f0910ff43 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019425 Mar 29 15:33:10.299915 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d085834-2c75-4ca5-8561-998aa343071f req-45974d7a-62db-4770-a068-a458f6a30d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:10.301365 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d085834-2c75-4ca5-8561-998aa343071f req-45974d7a-62db-4770-a068-a458f6a30d69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7dbc2df-99bb-4915-9481-cd0c904da128 HTTP/1.1" status: 200 len: 849 time: 0.0573270 Mar 29 15:33:10.341827 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d085834-2c75-4ca5-8561-998aa343071f req-6d0538f6-6ae1-432a-90a5-016ba2a453ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac6aec5a-06ea-4d2d-ae41-968ca5081865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290365 Mar 29 15:33:10.435284 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d085834-2c75-4ca5-8561-998aa343071f req-1f7099de-5e66-467a-868e-71add392f33e service neutron] 10.222.0.31 "GET /v2.0/networks/ac6aec5a-06ea-4d2d-ae41-968ca5081865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790546 Mar 29 15:33:10.534335 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d085834-2c75-4ca5-8561-998aa343071f req-1c41c1b7-a894-4170-9f90-ce0180fd996a service neutron] 10.222.0.31 "GET /v2.0/networks/ac6aec5a-06ea-4d2d-ae41-968ca5081865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902543 Mar 29 15:33:10.624239 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16891b-3dff-469a-a915-d62ba4c1a510 req-0f7d9858-e6cb-4d1a-b6c3-0cfebadb20a0 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:10.625897 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9b16891b-3dff-469a-a915-d62ba4c1a510 req-0f7d9858-e6cb-4d1a-b6c3-0cfebadb20a0 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0669241 Mar 29 15:33:10.685643 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9b16891b-3dff-469a-a915-d62ba4c1a510 req-f95dd4f9-ed1f-4955-b661-173ce0440cdd tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535510 Mar 29 15:33:10.916814 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48206) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:11.023749 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5e27a74-7d74-47af-8683-0abea8dbd8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.129907 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28d6c1-6c26-4171-8e10-007c24877f76 req-8c4f88e5-0e8e-4707-a863-e93ece4347b3 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:11.131354 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3a28d6c1-6c26-4171-8e10-007c24877f76 req-8c4f88e5-0e8e-4707-a863-e93ece4347b3 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 943 time: 0.0867479 Mar 29 15:33:11.148843 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5e27a74-7d74-47af-8683-0abea8dbd8cd admin admin] Publish callbacks [] for security_group (fd83c6b6-e1f3-4271-9785-7e9b26fad63b), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.159565 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5e27a74-7d74-47af-8683-0abea8dbd8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (fd83c6b6-e1f3-4271-9785-7e9b26fad63b), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.209494 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-c5e27a74-7d74-47af-8683-0abea8dbd8cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea9fca6b3edf4e4f867d20d6b1de6f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912691 Mar 29 15:33:11.212115 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48212) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:11.226121 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e27a74-7d74-47af-8683-0abea8dbd8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd83c6b6-e1f3-4271-9785-7e9b26fad63b,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:11.233225 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3a28d6c1-6c26-4171-8e10-007c24877f76 req-9e7a7bb0-3cd9-4381-a725-7a0d5ece0bf4 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944541 Mar 29 15:33:11.260770 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61fcdebb-9edb-4956-bc96-d5357445d5b6 admin admin] Publish callbacks [] for security_group (fd83c6b6-e1f3-4271-9785-7e9b26fad63b), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.285134 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61fcdebb-9edb-4956-bc96-d5357445d5b6 admin admin] Publish callbacks [] for security_group (fd83c6b6-e1f3-4271-9785-7e9b26fad63b), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.332192 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61fcdebb-9edb-4956-bc96-d5357445d5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (fd83c6b6-e1f3-4271-9785-7e9b26fad63b), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.335035 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61fcdebb-9edb-4956-bc96-d5357445d5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.339212 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-61fcdebb-9edb-4956-bc96-d5357445d5b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd83c6b6-e1f3-4271-9785-7e9b26fad63b HTTP/1.1" status: 204 len: 168 time: 0.1224957 Mar 29 15:33:11.344960 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcdebb-9edb-4956-bc96-d5357445d5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd83c6b6-e1f3-4271-9785-7e9b26fad63b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:11.444059 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf954cd-9682-4209-bd56-7090d3a92228 req-1caafa10-9223-4a03-b9b7-5426492587d2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:11.445572 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-edf954cd-9682-4209-bd56-7090d3a92228 req-1caafa10-9223-4a03-b9b7-5426492587d2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 944 time: 0.0559778 Mar 29 15:33:11.497548 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-edf954cd-9682-4209-bd56-7090d3a92228 req-6121c316-14ab-430a-9a86-89bb8514c72b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436325 Mar 29 15:33:11.646875 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48228) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:11.666520 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8049d5b7-6adb-4272-8d63-37d163a03788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.782054 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8049d5b7-6adb-4272-8d63-37d163a03788 admin admin] Publish callbacks [] for security_group (4516d46d-4e8d-4b87-aea4-b314ca93e550), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.786943 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8049d5b7-6adb-4272-8d63-37d163a03788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4516d46d-4e8d-4b87-aea4-b314ca93e550), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.809794 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc4812-af95-4cc4-b88c-4de80f80e6a9 req-9b3404c4-2ecd-4714-bc72-9d932e87090f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:11.811291 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-63bc4812-af95-4cc4-b88c-4de80f80e6a9 req-9b3404c4-2ecd-4714-bc72-9d932e87090f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0624170 Mar 29 15:33:11.831785 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-8049d5b7-6adb-4272-8d63-37d163a03788 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10ce8c31d3844774aa01eaf9e16f3b03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836319 Mar 29 15:33:11.832640 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049d5b7-6adb-4272-8d63-37d163a03788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4516d46d-4e8d-4b87-aea4-b314ca93e550,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:11.834339 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48238) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:11.897757 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-63bc4812-af95-4cc4-b88c-4de80f80e6a9 req-f0fded5f-64cb-481f-a07b-f158bc71c59a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798173 Mar 29 15:33:11.913984 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cd412e6b-0d53-4d5d-82d8-9aca338d21eb admin admin] Publish callbacks [] for security_group (4516d46d-4e8d-4b87-aea4-b314ca93e550), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.934997 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cd412e6b-0d53-4d5d-82d8-9aca338d21eb admin admin] Publish callbacks [] for security_group (4516d46d-4e8d-4b87-aea4-b314ca93e550), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.982850 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cd412e6b-0d53-4d5d-82d8-9aca338d21eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4516d46d-4e8d-4b87-aea4-b314ca93e550), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.985296 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cd412e6b-0d53-4d5d-82d8-9aca338d21eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:11.986421 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-cd412e6b-0d53-4d5d-82d8-9aca338d21eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4516d46d-4e8d-4b87-aea4-b314ca93e550 HTTP/1.1" status: 204 len: 168 time: 0.1509278 Mar 29 15:33:11.994487 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd412e6b-0d53-4d5d-82d8-9aca338d21eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4516d46d-4e8d-4b87-aea4-b314ca93e550,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:12.300666 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48248) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:12.314076 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31420efe-b100-47fc-a751-1f1c2ae2773a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:12.377414 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c50ddb-3f76-40f3-a67b-707ff2fc9b6f req-87e7021b-8584-4e4c-b5b9-e3b38b827fda tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:12.379899 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b9c50ddb-3f76-40f3-a67b-707ff2fc9b6f req-87e7021b-8584-4e4c-b5b9-e3b38b827fda tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 943 time: 0.0642169 Mar 29 15:33:12.401137 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31420efe-b100-47fc-a751-1f1c2ae2773a admin admin] Publish callbacks [] for security_group (e2bf14c2-b4e6-4132-8515-cc00ef840f71), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:12.405957 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31420efe-b100-47fc-a751-1f1c2ae2773a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e2bf14c2-b4e6-4132-8515-cc00ef840f71), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:12.435493 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b9c50ddb-3f76-40f3-a67b-707ff2fc9b6f req-fecfbf0a-1e6b-4333-92e0-aeb0c6e5004f tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489297 Mar 29 15:33:12.444201 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-31420efe-b100-47fc-a751-1f1c2ae2773a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d238ab521ce4656bb0ee0be25ef1053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428025 Mar 29 15:33:12.445462 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31420efe-b100-47fc-a751-1f1c2ae2773a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bf14c2-b4e6-4132-8515-cc00ef840f71,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:12.446760 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48250) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:12.494111 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e115d794-3c50-4d35-bb74-f2373af48652 admin admin] Publish callbacks [] for security_group (e2bf14c2-b4e6-4132-8515-cc00ef840f71), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:12.514263 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e115d794-3c50-4d35-bb74-f2373af48652 admin admin] Publish callbacks [] for security_group (e2bf14c2-b4e6-4132-8515-cc00ef840f71), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:12.566282 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e115d794-3c50-4d35-bb74-f2373af48652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e2bf14c2-b4e6-4132-8515-cc00ef840f71), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:12.569786 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e115d794-3c50-4d35-bb74-f2373af48652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:12.571289 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e115d794-3c50-4d35-bb74-f2373af48652 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2bf14c2-b4e6-4132-8515-cc00ef840f71 HTTP/1.1" status: 204 len: 168 time: 0.1235156 Mar 29 15:33:12.581012 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4e6f3eae-de47-4cd8-ab2a-698cf1df8834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:12.584009 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115d794-3c50-4d35-bb74-f2373af48652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bf14c2-b4e6-4132-8515-cc00ef840f71,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:12.629065 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02105a-e6b5-4ce2-9b06-d1b7b49b41b5 req-7b336e04-def2-4054-92b9-0a1f32983b7f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:12.630524 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8c02105a-e6b5-4ce2-9b06-d1b7b49b41b5 req-7b336e04-def2-4054-92b9-0a1f32983b7f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 944 time: 0.0593112 Mar 29 15:33:12.677178 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8c02105a-e6b5-4ce2-9b06-d1b7b49b41b5 req-520d3626-f4c2-4f9c-a705-f278e1515492 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 Mar 29 15:33:13.025614 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e67c2f-81a1-4b58-bfc9-b34a66b33b40 req-180854ea-44f5-487b-b787-6e70d5c1e905 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:13.027111 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e7e67c2f-81a1-4b58-bfc9-b34a66b33b40 req-180854ea-44f5-487b-b787-6e70d5c1e905 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0549498 Mar 29 15:33:13.075870 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e7e67c2f-81a1-4b58-bfc9-b34a66b33b40 req-68405c01-3048-47a9-9e89-15e71e39a2bd tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Mar 29 15:33:13.556569 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd4a67-ed45-44ff-8e1a-a7b31d3b3a45 req-51f31264-ee11-42db-bede-677ecf159a4b tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:13.558065 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-68bd4a67-ed45-44ff-8e1a-a7b31d3b3a45 req-51f31264-ee11-42db-bede-677ecf159a4b tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 943 time: 0.0526249 Mar 29 15:33:13.608581 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-68bd4a67-ed45-44ff-8e1a-a7b31d3b3a45 req-44ab2eba-6c8f-4b6c-aa85-6c9c442084c9 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445302 Mar 29 15:33:13.794078 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e491e5-1251-4bda-ae03-aaf322992b51 req-d4b56034-bcab-452b-a039-a8de9086dc2d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:13.795773 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-79e491e5-1251-4bda-ae03-aaf322992b51 req-d4b56034-bcab-452b-a039-a8de9086dc2d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 944 time: 0.0526893 Mar 29 15:33:13.841297 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-79e491e5-1251-4bda-ae03-aaf322992b51 req-6e6032b1-44fa-4492-8005-a04d1852c8f2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399022 Mar 29 15:33:14.191311 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4d33f-d644-44aa-80b2-d61afbcea931 req-6b9a931c-748d-417f-afd8-427717c6477e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:14.192738 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-30f4d33f-d644-44aa-80b2-d61afbcea931 req-6b9a931c-748d-417f-afd8-427717c6477e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0499971 Mar 29 15:33:14.237443 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-30f4d33f-d644-44aa-80b2-d61afbcea931 req-caac3fa8-98e7-4ef8-bb71-96bfabb08e44 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386374 Mar 29 15:33:14.567359 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 9b28accc-4a36-46f8-bcd9-8b097e1943a5 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:14.617819 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 9b28accc-4a36-46f8-bcd9-8b097e1943a5 completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:33:14.622337 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 9b28accc-4a36-46f8-bcd9-8b097e1943a5 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:14.622711 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:14.705170 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 9b28accc-4a36-46f8-bcd9-8b097e1943a5 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:14.705558 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:14.728048 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b28accc-4a36-46f8-bcd9-8b097e1943a5'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:33:14.730298 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85debc6-cb54-4e2a-ba5c-5a570b94a4ca" -d '{"events": [{"server_uuid": "03b0ceed-3537-46cb-9d4b-7610936754ec", "name": "network-vif-plugged", "status": "completed", "tag": "9b28accc-4a36-46f8-bcd9-8b097e1943a5"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:33:14.731226 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e160069-f929-4a8e-9bbb-07bca1d23aae req-8c878c5e-bfe4-4763-b74f-4519659b1f87 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:14.733382 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5e160069-f929-4a8e-9bbb-07bca1d23aae req-8c878c5e-bfe4-4763-b74f-4519659b1f87 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 943 time: 0.0531836 Mar 29 15:33:14.743073 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 9b28accc-4a36-46f8-bcd9-8b097e1943a5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b28accc-4a36-46f8-bcd9-8b097e1943a5,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:14.748088 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:14.773325 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea787da-dd03-4516-8169-779e548e4e72 x-openstack-request-id: req-aea787da-dd03-4516-8169-779e548e4e72 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:33:14.773645 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b0ceed-3537-46cb-9d4b-7610936754ec", "name": "network-vif-plugged", "status": "completed", "tag": "9b28accc-4a36-46f8-bcd9-8b097e1943a5", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:33:14.774600 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aea787da-dd03-4516-8169-779e548e4e72 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:33:14.775053 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea787da-dd03-4516-8169-779e548e4e72'] response: {'server_uuid': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'code': 200} Mar 29 15:33:14.799567 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5e160069-f929-4a8e-9bbb-07bca1d23aae req-03c40494-76ce-4fda-ab01-27b787b7e217 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610273 Mar 29 15:33:14.803584 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=9b28accc-4a36-46f8-bcd9-8b097e1943a5,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:14.961113 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 06e0d7e1-242a-45a2-ba47-82490d6e1fda details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:33:14.986622 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918329-ed48-4978-8631-768bde2b5df1 req-83d3be7b-8470-467a-b571-c4b1d640152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:14.987906 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0b918329-ed48-4978-8631-768bde2b5df1 req-83d3be7b-8470-467a-b571-c4b1d640152c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 1129 time: 0.0694940 Mar 29 15:33:14.994828 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e76b0-c177-4c9e-bcba-6ac4b4c17bae req-8684fcdb-596b-433e-9bcf-4a712665d391 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:14.996232 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-947e76b0-c177-4c9e-bcba-6ac4b4c17bae req-8684fcdb-596b-433e-9bcf-4a712665d391 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 945 time: 0.0876369 Mar 29 15:33:15.183790 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9b4d363b-661d-4e4f-aa70-d73d3aee5a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:15.213419 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 06e0d7e1-242a-45a2-ba47-82490d6e1fda, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06e0d7e1-242a-45a2-ba47-82490d6e1fda,segment=NetworkSegment(1fd0ffc6-d2cb-4c2f-8a46-3065021c178e),segment_id=1fd0ffc6-d2cb-4c2f-8a46-3065021c178e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:15.225110 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '06e0d7e1-242a-45a2-ba47-82490d6e1fda', 'network_id': 'ac6aec5a-06ea-4d2d-ae41-968ca5081865', 'port_id': '06e0d7e1-242a-45a2-ba47-82490d6e1fda', 'mac_address': 'fa:16:3e:ce:52:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7dbc2df-99bb-4915-9481-cd0c904da128', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:33:15.263354 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 06e0d7e1-242a-45a2-ba47-82490d6e1fda is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:15.263743 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:15.284089 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e0d7e1-242a-45a2-ba47-82490d6e1fda {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:33:15.302276 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0b918329-ed48-4978-8631-768bde2b5df1 req-16ac1e46-5393-428a-9ddc-5a2c90e64842 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3050742 Mar 29 15:33:15.305071 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:15.305438 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-947e76b0-c177-4c9e-bcba-6ac4b4c17bae req-5d4d985b-dd8e-4bf5-aab5-e91f7eb0dc66 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022723 Mar 29 15:33:15.308518 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 06e0d7e1-242a-45a2-ba47-82490d6e1fda, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06e0d7e1-242a-45a2-ba47-82490d6e1fda,segment=NetworkSegment(1fd0ffc6-d2cb-4c2f-8a46-3065021c178e),segment_id=1fd0ffc6-d2cb-4c2f-8a46-3065021c178e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:15.314944 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:15.363950 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f5281-8fb4-4543-9917-61f59257ef21 req-4d0fb325-5ed9-4a12-b9ff-243ab75090be tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:15.365520 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-695f5281-8fb4-4543-9917-61f59257ef21 req-4d0fb325-5ed9-4a12-b9ff-243ab75090be tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0541792 Mar 29 15:33:15.366487 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=06e0d7e1-242a-45a2-ba47-82490d6e1fda,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:15.413369 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-695f5281-8fb4-4543-9917-61f59257ef21 req-f7ca651e-6f81-4bf0-a0b3-b2d589a084d0 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Mar 29 15:33:15.819309 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['06e0d7e1-242a-45a2-ba47-82490d6e1fda'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:33:15.930895 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bee38-7ae5-46d7-864f-e84ab32eb22b req-8401d508-56d1-42fe-bc28-437193c51c4f tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:15.932444 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-505bee38-7ae5-46d7-864f-e84ab32eb22b req-8401d508-56d1-42fe-bc28-437193c51c4f tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 944 time: 0.0571330 Mar 29 15:33:15.985289 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-505bee38-7ae5-46d7-864f-e84ab32eb22b req-8511acf0-cc0f-4d97-9db8-94d0f1827b40 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466154 Mar 29 15:33:16.057031 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:16.302807 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48332) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:16.416891 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92672c-1bfc-4959-95f0-203266e979fa req-7f4850df-0386-4a38-849d-6350535a4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:16.418468 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d92672c-1bfc-4959-95f0-203266e979fa req-7f4850df-0386-4a38-849d-6350535a4e22 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 1130 time: 0.0474157 Mar 29 15:33:16.424467 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6134eaeb-4b8b-4f31-ba31-bcc4de39b94c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:16.457975 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980d22-7e5f-47f6-80eb-f8b1914523d4 req-8f95ab3c-58d1-4bc9-a212-38dbd9dfe327 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:16.459466 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-cd980d22-7e5f-47f6-80eb-f8b1914523d4 req-8f95ab3c-58d1-4bc9-a212-38dbd9dfe327 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 945 time: 0.0797420 Mar 29 15:33:16.470157 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d92672c-1bfc-4959-95f0-203266e979fa req-0a505828-5cd6-470e-92dc-f136ad63517c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445249 Mar 29 15:33:16.534651 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1873088-4c95-4267-905b-663204463d42 req-2c6079be-d034-4e30-9267-2f73284215b4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:16.536126 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1873088-4c95-4267-905b-663204463d42 req-2c6079be-d034-4e30-9267-2f73284215b4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0542097 Mar 29 15:33:16.540682 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-cd980d22-7e5f-47f6-80eb-f8b1914523d4 req-ee94e247-6804-476c-bf83-d6c6883f8779 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741093 Mar 29 15:33:16.563722 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6134eaeb-4b8b-4f31-ba31-bcc4de39b94c admin admin] Publish callbacks [] for security_group (34a01cbf-f5d1-4237-847d-9b27aa937d9e), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:16.568090 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6134eaeb-4b8b-4f31-ba31-bcc4de39b94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (34a01cbf-f5d1-4237-847d-9b27aa937d9e), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:16.588050 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1873088-4c95-4267-905b-663204463d42 req-910b59dc-48e4-4263-8e37-e7ab7f858ec5 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Mar 29 15:33:16.606910 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-6134eaeb-4b8b-4f31-ba31-bcc4de39b94c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e706462ced0494c9a9cd5bab0b0ffde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028517 Mar 29 15:33:16.608868 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134eaeb-4b8b-4f31-ba31-bcc4de39b94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a01cbf-f5d1-4237-847d-9b27aa937d9e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:16.609537 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48340) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:16.657265 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-17325b0a-c2b7-4b41-aaf7-1f91b91f8df6 admin admin] Publish callbacks [] for security_group (34a01cbf-f5d1-4237-847d-9b27aa937d9e), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:16.677262 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-17325b0a-c2b7-4b41-aaf7-1f91b91f8df6 admin admin] Publish callbacks [] for security_group (34a01cbf-f5d1-4237-847d-9b27aa937d9e), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:16.723424 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-17325b0a-c2b7-4b41-aaf7-1f91b91f8df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (34a01cbf-f5d1-4237-847d-9b27aa937d9e), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:16.726199 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-17325b0a-c2b7-4b41-aaf7-1f91b91f8df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:16.727330 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-17325b0a-c2b7-4b41-aaf7-1f91b91f8df6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34a01cbf-f5d1-4237-847d-9b27aa937d9e HTTP/1.1" status: 204 len: 168 time: 0.1166885 Mar 29 15:33:16.735107 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17325b0a-c2b7-4b41-aaf7-1f91b91f8df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a01cbf-f5d1-4237-847d-9b27aa937d9e,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:16.990972 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 06e0d7e1-242a-45a2-ba47-82490d6e1fda up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:17.058117 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 06e0d7e1-242a-45a2-ba47-82490d6e1fda completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:33:17.063028 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 06e0d7e1-242a-45a2-ba47-82490d6e1fda triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:17.063670 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.142231 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86ab3c-5ffb-4c5a-8f50-fda3b58e123f req-2d32b444-43c3-4f20-b5e5-9d5e1d4a6e7f tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:17.143869 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2b86ab3c-5ffb-4c5a-8f50-fda3b58e123f req-2d32b444-43c3-4f20-b5e5-9d5e1d4a6e7f tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 944 time: 0.0699732 Mar 29 15:33:17.171983 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 06e0d7e1-242a-45a2-ba47-82490d6e1fda is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:17.172372 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.208530 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2b86ab3c-5ffb-4c5a-8f50-fda3b58e123f req-ea05d604-599d-4884-b227-2e465c3e0b80 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585916 Mar 29 15:33:17.210914 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7f8886-7fc6-4441-9a40-cc41acef0f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e0d7e1-242a-45a2-ba47-82490d6e1fda'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:33:17.213886 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b562d8c-a144-4f1a-9d6b-9458170aa94a" -d '{"events": [{"server_uuid": "5b7f8886-7fc6-4441-9a40-cc41acef0f2b", "name": "network-vif-plugged", "status": "completed", "tag": "06e0d7e1-242a-45a2-ba47-82490d6e1fda"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:33:17.220360 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.233946 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 06e0d7e1-242a-45a2-ba47-82490d6e1fda, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06e0d7e1-242a-45a2-ba47-82490d6e1fda,segment=NetworkSegment(1fd0ffc6-d2cb-4c2f-8a46-3065021c178e),segment_id=1fd0ffc6-d2cb-4c2f-8a46-3065021c178e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:17.239799 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.270889 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b233ffe-9c11-412c-8b80-2a64b3855dc0 x-openstack-request-id: req-5b233ffe-9c11-412c-8b80-2a64b3855dc0 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:33:17.271181 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7f8886-7fc6-4441-9a40-cc41acef0f2b", "name": "network-vif-plugged", "status": "completed", "tag": "06e0d7e1-242a-45a2-ba47-82490d6e1fda", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:33:17.271429 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b233ffe-9c11-412c-8b80-2a64b3855dc0 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:33:17.271976 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b233ffe-9c11-412c-8b80-2a64b3855dc0'] response: {'server_uuid': '5b7f8886-7fc6-4441-9a40-cc41acef0f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e0d7e1-242a-45a2-ba47-82490d6e1fda', 'code': 200} Mar 29 15:33:17.299391 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=06e0d7e1-242a-45a2-ba47-82490d6e1fda,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:17.471260 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48382) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:17.565581 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1536129057-network', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:17.584323 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Made reservation on behalf of d46157163e6e4df8b1c832a9a05f8dbf for: {'network': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:33:17.586643 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.594779 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.666129 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa5601-1d58-4723-8c43-1fa294615a4c req-f0880a7f-daee-4883-94e1-c46f4ec09257 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:17.667755 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-95fa5601-1d58-4723-8c43-1fa294615a4c req-f0880a7f-daee-4883-94e1-c46f4ec09257 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 945 time: 0.0565124 Mar 29 15:33:17.702473 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Publish callbacks [] for security_group (7f43d618-0eb5-4b62-98c9-f8a99f61f2de), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.709047 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (7f43d618-0eb5-4b62-98c9-f8a99f61f2de), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.717725 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-95fa5601-1d58-4723-8c43-1fa294615a4c req-e83758a6-7d93-49d0-a79d-296381cc3920 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445938 Mar 29 15:33:17.734145 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:33:17.753506 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a9879-f7ce-4ecc-937c-583dbf2a78d2 req-bc652397-4fcf-406f-b0ad-337623a013bb tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:17.754997 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-863a9879-f7ce-4ecc-937c-583dbf2a78d2 req-bc652397-4fcf-406f-b0ad-337623a013bb tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0908182 Mar 29 15:33:17.763206 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (ad17ab4b-5c32-48a1-b537-5f35e3dd554c), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.763552 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.segments_db [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Added segment ad17ab4b-5c32-48a1-b537-5f35e3dd554c of type vlan for network dac59228-31db-4e5b-96e8-f47a59d250fd Mar 29 15:33:17.765520 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f43d618-0eb5-4b62-98c9-f8a99f61f2de,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:17.834349 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77512a-671d-4777-90a6-493aeda916fb req-fb8d5d7a-22b3-444d-8bdb-0a5c672f67d1 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:17.836213 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ce77512a-671d-4777-90a6-493aeda916fb req-fb8d5d7a-22b3-444d-8bdb-0a5c672f67d1 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 945 time: 0.0527875 Mar 29 15:33:17.843019 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (dac59228-31db-4e5b-96e8-f47a59d250fd), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.845105 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48392) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:17.849676 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-992ed151-e6e3-4364-829f-69f099aa3a25 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'floatingip': {'port_id': '9b28accc-4a36-46f8-bcd9-8b097e1943a5'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:17.855876 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-863a9879-f7ce-4ecc-937c-583dbf2a78d2 req-a7267b38-7e59-4ece-ae71-c0e59b5d9b53 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938928 Mar 29 15:33:17.879323 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (dac59228-31db-4e5b-96e8-f47a59d250fd), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.880483 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:17.881124 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.888516 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-992ed151-e6e3-4364-829f-69f099aa3a25 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (f0a3025a-f61e-42da-b57f-0fc29e88e741), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:17.932207 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4598520 Mar 29 15:33:17.936099 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48394) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:17.942406 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-1b032854-1c26-4ba3-9768-25ca3e624b0f admin admin] Request body: {'subnet': {'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1536129057-subnet', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'ip_version': 4}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:17.954769 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759461a7-8cfc-476d-8dfd-cc5382c79afa admin admin] Pushing event updated for resources: {'Network': ['ID=dac59228-31db-4e5b-96e8-f47a59d250fd,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:17.965599 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network dac59228-31db-4e5b-96e8-f47a59d250fd details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:33:17.971623 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b032854-1c26-4ba3-9768-25ca3e624b0f admin admin] Made reservation on behalf of d46157163e6e4df8b1c832a9a05f8dbf for: {'subnet': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:33:17.973615 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1b032854-1c26-4ba3-9768-25ca3e624b0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28877505'] for subnet (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.151815 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1b032854-1c26-4ba3-9768-25ca3e624b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28866328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28877527'] for subnet (c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.209180 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b032854-1c26-4ba3-9768-25ca3e624b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:18.219214 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b032854-1c26-4ba3-9768-25ca3e624b0f admin admin] Checking segment: {'id': 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:33:18.219568 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b032854-1c26-4ba3-9768-25ca3e624b0f admin admin] Network hostable DHCP agents. Network: dac59228-31db-4e5b-96e8-f47a59d250fd, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:33:18.238024 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b032854-1c26-4ba3-9768-25ca3e624b0f admin admin] Network dac59228-31db-4e5b-96e8-f47a59d250fd is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:33:18.247443 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-1b032854-1c26-4ba3-9768-25ca3e624b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, dac59228-31db-4e5b-96e8-f47a59d250fd) {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:18.252092 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b032854-1c26-4ba3-9768-25ca3e624b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:18.252688 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1b032854-1c26-4ba3-9768-25ca3e624b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.262030 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274eb65f-0e8f-43ac-8c1e-f185fe82df87 None None] Network dac59228-31db-4e5b-96e8-f47a59d250fd requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:33:18.275593 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-1b032854-1c26-4ba3-9768-25ca3e624b0f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3384480 Mar 29 15:33:18.276220 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48400) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:18.280549 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:18.301431 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7344'] for router (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.302453 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7353'] for router (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.362886 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Publish callbacks [] for router_controller (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), precommit_add_association {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.386482 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7187af73-edd7-5929-ac62-d07c35f67c25-dac59228-31db-4e5b-96e8-f47a59d250fd', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'fixed_ips': [{'subnet_id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9'}]}} from dv-cinder-790535-36-iscsi. {{(pid=103132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:33:18.391496 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.397256 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-992ed151-e6e3-4364-829f-69f099aa3a25 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.405480 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699b874-9138-42a1-af53-9f8b75c50a61 req-df67d0d3-9ec7-4bcc-837d-7741ef632044 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:18.407005 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0699b874-9138-42a1-af53-9f8b75c50a61 req-df67d0d3-9ec7-4bcc-837d-7741ef632044 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 945 time: 0.1107347 Mar 29 15:33:18.408166 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-992ed151-e6e3-4364-829f-69f099aa3a25 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (f0a3025a-f61e-42da-b57f-0fc29e88e741), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.514798 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Publish callbacks [] for router_gateway (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.540122 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0699b874-9138-42a1-af53-9f8b75c50a61 req-9d96a528-49dd-44e0-b7f0-d95006e31654 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856922 Mar 29 15:33:18.552268 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Allocated IP 172.20.0.2 (dac59228-31db-4e5b-96e8-f47a59d250fd/c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9/1ee5cd21-dea0-4ee5-b024-10ab6f163e32) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:33:18.554903 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.l3_db [None req-992ed151-e6e3-4364-829f-69f099aa3a25 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Floating IP f0a3025a-f61e-42da-b57f-0fc29e88e741 associated. External IP: 172.27.0.108, port: 9b28accc-4a36-46f8-bcd9-8b097e1943a5. Mar 29 15:33:18.708637 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Publish callbacks [] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.718036 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.719626 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Publish callbacks [] for router_gateway (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.743090 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.797309 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Network dac59228-31db-4e5b-96e8-f47a59d250fd is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:18.802648 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:18.805025 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.813366 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992ed151-e6e3-4364-829f-69f099aa3a25 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Router dca01e38-1c5f-4e5b-8608-bf515fffe9ee has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:33:18.820326 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:33:18.825800 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Pushing event updated for resources: {'Port': ['ID=1ee5cd21-dea0-4ee5-b024-10ab6f163e32,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:18.866122 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Allocated IP 172.27.0.107 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/ee3f13ff-05e8-4feb-89ec-f38cee57770b) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:33:18.911127 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Attempting to bind port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:33:18.911790 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Attempting to bind port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:33:18.912365 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Attempting to bind port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 on network dac59228-31db-4e5b-96e8-f47a59d250fd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:33:18.920489 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:33:18.921134 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Checking segment: {'id': 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:33:18.921771 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.922390 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Bound using segment: {'id': 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:33:18.923125 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Bound port: 1ee5cd21-dea0-4ee5-b024-10ab6f163e32, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:33:18.923911 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.975922 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992ed151-e6e3-4364-829f-69f099aa3a25 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:33:18.982784 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-992ed151-e6e3-4364-829f-69f099aa3a25 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:18.990206 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007b3d5e-00a3-470d-8e1b-a0431520e316 None None] Sync routers for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:33:19.000360 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b3d5e-00a3-470d-8e1b-a0431520e316 None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:19.001774 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-007b3d5e-00a3-470d-8e1b-a0431520e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:33:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:19.031084 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-992ed151-e6e3-4364-829f-69f099aa3a25 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "PUT /v2.0/floatingips/f0a3025a-f61e-42da-b57f-0fc29e88e741 HTTP/1.1" status: 200 len: 991 time: 1.1707392 Mar 29 15:33:19.031084 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'tag': '9b28accc-4a36-46f8-bcd9-8b097e1943a5'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:33:19.031084 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c27f3c1-c01f-4412-af69-bd2ed2c4b9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "03b0ceed-3537-46cb-9d4b-7610936754ec", "tag": "9b28accc-4a36-46f8-bcd9-8b097e1943a5"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:33:19.042686 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] For port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:33:19.051043 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] For port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=1ee5cd21-dea0-4ee5-b024-10ab6f163e32,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:33:19.062397 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:19.067152 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc0e67-17e1-4596-98ff-7a11b324e1f5 req-5deb7303-4d8f-4be0-8efb-59cfe7b0c594 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:19.068669 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ccdc0e67-17e1-4596-98ff-7a11b324e1f5 req-5deb7303-4d8f-4be0-8efb-59cfe7b0c594 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.1081731 Mar 29 15:33:19.072495 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Publish callbacks [] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:19.088908 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51344ee4-c85d-4211-b7ef-81ff71346225 x-openstack-request-id: req-51344ee4-c85d-4211-b7ef-81ff71346225 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:33:19.088908 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b0ceed-3537-46cb-9d4b-7610936754ec", "tag": "9b28accc-4a36-46f8-bcd9-8b097e1943a5", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:33:19.089168 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51344ee4-c85d-4211-b7ef-81ff71346225 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:33:19.089904 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51344ee4-c85d-4211-b7ef-81ff71346225'] response: {'name': 'network-changed', 'server_uuid': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'tag': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'status': 'completed', 'code': 200} Mar 29 15:33:19.144385 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbbcb9-2a50-483d-b1f2-c49084adcb3b None None] Pushing event updated for resources: {'Port': ['ID=1ee5cd21-dea0-4ee5-b024-10ab6f163e32,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:19.156496 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ccdc0e67-17e1-4596-98ff-7a11b324e1f5 req-45ad30b4-a616-47c7-a07b-5ca43fa556ca tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780566 Mar 29 15:33:19.158168 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:19.160699 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-007b3d5e-00a3-470d-8e1b-a0431520e316 None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:19.200415 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:19.203451 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:19.207624 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:33:19.237292 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Pushing event updated for resources: {'Port': ['ID=ee3f13ff-05e8-4feb-89ec-f38cee57770b,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:19.436671 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-007b3d5e-00a3-470d-8e1b-a0431520e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'f0a3025a-f61e-42da-b57f-0fc29e88e741', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:da:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:00Z', 'updated_at': '2022-03-29T15:33:18Z', 'revision_number': 1, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:19.474974 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007b3d5e-00a3-470d-8e1b-a0431520e316 None None] Checking router: dca01e38-1c5f-4e5b-8608-bf515fffe9ee for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:33:19.487641 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b3d5e-00a3-470d-8e1b-a0431520e316 None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:19.488383 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-007b3d5e-00a3-470d-8e1b-a0431520e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:33:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:19.503522 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Publish callbacks [] for router_gateway (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:19.672514 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e016c5-f584-4e90-a3fc-a4d217a0f63d req-25ffeff7-ae12-4e0b-928c-f3d3e70047ce tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:19.674026 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-02e016c5-f584-4e90-a3fc-a4d217a0f63d req-25ffeff7-ae12-4e0b-928c-f3d3e70047ce tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 945 time: 0.0550354 Mar 29 15:33:19.694284 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-007b3d5e-00a3-470d-8e1b-a0431520e316 None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:19.707055 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544022'] for router (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:19.723632 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-02e016c5-f584-4e90-a3fc-a4d217a0f63d req-4c023bd6-3f33-4046-ae67-5f8b93bef6ac tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436745 Mar 29 15:33:19.844879 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f3c1-c01f-4412-af69-bd2ed2c4b9d6 req-b52f69eb-b2e5-4acd-bb6a-c6b930e3c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:19.846401 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4c27f3c1-c01f-4412-af69-bd2ed2c4b9d6 req-b52f69eb-b2e5-4acd-bb6a-c6b930e3c015 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 1129 time: 0.0665600 Mar 29 15:33:19.958645 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-007b3d5e-00a3-470d-8e1b-a0431520e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'f0a3025a-f61e-42da-b57f-0fc29e88e741', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:da:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:00Z', 'updated_at': '2022-03-29T15:33:18Z', 'revision_number': 1, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:19.989202 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007b3d5e-00a3-470d-8e1b-a0431520e316 None None] The sync data for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi is: [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'f0a3025a-f61e-42da-b57f-0fc29e88e741', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:da:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:00Z', 'updated_at': '2022-03-29T15:33:18Z', 'revision_number': 1, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:33:20.125875 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:20.215493 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:20.216423 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:20.226670 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f9b241-9508-4bab-b2b7-2769a826c131 None None] Network dac59228-31db-4e5b-96e8-f47a59d250fd requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:33:20.380898 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-310578f6-137e-4ef2-a53a-6a6a0b9d1369 None None] Provisioning complete for port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:20.381384 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-310578f6-137e-4ef2-a53a-6a6a0b9d1369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:20.383408 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62f8f9-d5ba-448a-900e-8c8d4bd0d04a None None] New status for floating IP f0a3025a-f61e-42da-b57f-0fc29e88e741: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:33:20.395940 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a02d6-f8e5-4af4-93f0-71de9c1e269f req-65af3f9a-67c7-440d-97fa-cd5103e05931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:20.397506 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e93a02d6-f8e5-4af4-93f0-71de9c1e269f req-65af3f9a-67c7-440d-97fa-cd5103e05931 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 1129 time: 0.4674494 Mar 29 15:33:20.417219 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 is scheduled to L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 with binding_index 1 {{(pid=103131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:33:20.431707 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f3c1-c01f-4412-af69-bd2ed2c4b9d6 req-a7a6938a-d7da-408f-a798-e7dc77cb0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:20.433298 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4c27f3c1-c01f-4412-af69-bd2ed2c4b9d6 req-a7a6938a-d7da-408f-a798-e7dc77cb0c3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 915 time: 0.5789475 Mar 29 15:33:20.575414 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb1eb9-3abc-4315-8c83-f7a2925a7bb4 req-d840bf9b-4b52-4eb3-9ba0-35b29a51fb87 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:20.576492 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-83fb1eb9-3abc-4315-8c83-f7a2925a7bb4 req-d840bf9b-4b52-4eb3-9ba0-35b29a51fb87 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.2500787 Mar 29 15:33:20.578678 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:20.579405 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:20.586977 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e93a02d6-f8e5-4af4-93f0-71de9c1e269f req-d56a09ea-f07c-4e8f-825b-83745c78df96 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790836 Mar 29 15:33:20.640861 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4c27f3c1-c01f-4412-af69-bd2ed2c4b9d6 req-8283d5dd-b199-4e87-954f-a9032405dd65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b28accc-4a36-46f8-bcd9-8b097e1943a5 HTTP/1.1" status: 200 len: 999 time: 0.1864221 Mar 29 15:33:20.661860 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-83fb1eb9-3abc-4315-8c83-f7a2925a7bb4 req-051cdfc2-9056-4dc8-a96a-8a6a663c63e9 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774338 Mar 29 15:33:20.668689 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:33:20.688426 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Sync routers for ids ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:33:20.689031 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=1ee5cd21-dea0-4ee5-b024-10ab6f163e32,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:20.689572 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:20.693430 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-479ab95a-ed57-4083-bff2-371716e239cb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4161944 Mar 29 15:33:20.693738 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48428) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:20.706313 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:20.710660 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-310578f6-137e-4ef2-a53a-6a6a0b9d1369 None None] Current status of the port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:20.711009 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-310578f6-137e-4ef2-a53a-6a6a0b9d1369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:20.745144 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Routers {'cbb2f1fe-00ce-4d5a-9524-e20c93f78378'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:20.746507 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:33:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:20.816720 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=1ee5cd21-dea0-4ee5-b024-10ab6f163e32,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:20.851037 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.db.api [None req-310578f6-137e-4ef2-a53a-6a6a0b9d1369 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:33:20.852253 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG oslo_db.api [None req-310578f6-137e-4ef2-a53a-6a6a0b9d1369 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:33:20.955248 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Set router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:21.153159 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:19Z', 'revision_number': 3, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port': {'id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:21.181944 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Checking router: cbb2f1fe-00ce-4d5a-9524-e20c93f78378 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:33:21.182289 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Updating router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 port ee3f13ff-05e8-4feb-89ec-f38cee57770b binding host dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:33:21.208696 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.234614 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b21c3-eea7-4f03-a019-ebaa1002330f req-a6b4e8ab-e2c2-416c-a433-ee0614017c6e tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:21.236092 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ed7b21c3-eea7-4f03-a019-ebaa1002330f req-a6b4e8ab-e2c2-416c-a433-ee0614017c6e tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 945 time: 0.3710515 Mar 29 15:33:21.356128 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ed7b21c3-eea7-4f03-a019-ebaa1002330f req-7160f477-8cda-4606-9004-21f444b63cec tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128473 Mar 29 15:33:21.398431 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-310578f6-137e-4ef2-a53a-6a6a0b9d1369 None None] Current status of the port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:21.469286 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Publish callbacks [] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.475117 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.521534 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.525095 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-775c16c4-cf8c-417b-b9fe-034b3cfe843d None None] Provisioning complete for port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:21.525475 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-775c16c4-cf8c-417b-b9fe-034b3cfe843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.532706 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Attempting to bind port ee3f13ff-05e8-4feb-89ec-f38cee57770b on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:33:21.533109 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Attempting to bind port ee3f13ff-05e8-4feb-89ec-f38cee57770b by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:33:21.533467 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Attempting to bind port ee3f13ff-05e8-4feb-89ec-f38cee57770b on network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:33:21.535688 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0746d70-fe0a-45ea-b35b-1cf548974aa8 None None] Pushing event updated for resources: {'Port': ['ID=ee3f13ff-05e8-4feb-89ec-f38cee57770b,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:21.542851 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:33:21.543037 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Checking segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:33:21.543436 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.543822 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Bound using segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:33:21.544343 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Bound port: ee3f13ff-05e8-4feb-89ec-f38cee57770b, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:33:21.544644 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.596768 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] For port ee3f13ff-05e8-4feb-89ec-f38cee57770b, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:33:21.600401 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] For port ee3f13ff-05e8-4feb-89ec-f38cee57770b, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=ee3f13ff-05e8-4feb-89ec-f38cee57770b,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:33:21.607479 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.610111 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-775c16c4-cf8c-417b-b9fe-034b3cfe843d None None] Current status of the port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:21.659553 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Routers {'cbb2f1fe-00ce-4d5a-9524-e20c93f78378'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:21.660160 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:33:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:21.674029 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Allocated IP 172.20.0.1 (dac59228-31db-4e5b-96e8-f47a59d250fd/c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9/04bca504-2113-44a9-99ad-eb34d3df7571) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:33:21.732786 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0746d70-fe0a-45ea-b35b-1cf548974aa8 None None] Pushing event updated for resources: {'Port': ['ID=ee3f13ff-05e8-4feb-89ec-f38cee57770b,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:21.775882 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] Set router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:21.786120 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Publish callbacks [] for port (04bca504-2113-44a9-99ad-eb34d3df7571), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.798198 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d16927-efe5-4d9c-b99a-e0a8195cc542 req-54c2ccc6-89e2-4803-9865-3f362f45202f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:21.800251 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b3d16927-efe5-4d9c-b99a-e0a8195cc542 req-54c2ccc6-89e2-4803-9865-3f362f45202f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0566273 Mar 29 15:33:21.827364 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.852599 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b3d16927-efe5-4d9c-b99a-e0a8195cc542 req-c560e04d-538a-4c7c-81e2-6538f5c1b05b tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442998 Mar 29 15:33:21.869042 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Network dac59228-31db-4e5b-96e8-f47a59d250fd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:21.871884 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:21.877514 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:33:21.919193 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Pushing event updated for resources: {'Port': ['ID=04bca504-2113-44a9-99ad-eb34d3df7571,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:21.932958 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543681'] for router_interface (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:21.980088 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:19Z', 'revision_number': 3, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port': {'id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:22.042837 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3726f69f-286b-48f5-bbc5-0f49e5fffd1b None None] The sync data for ids ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'] in dv-cinder-790535-36-iscsi is: [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:19Z', 'revision_number': 3, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port': {'id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:33:22.052654 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:22.101134 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a602b2-b062-45dc-9384-4777797930b2 req-82ad157a-3ae8-48fd-81bf-3e81a9723507 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:22.102999 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f7a602b2-b062-45dc-9384-4777797930b2 req-82ad157a-3ae8-48fd-81bf-3e81a9723507 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.1674504 Mar 29 15:33:22.127277 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:22.127750 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.168165 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.201579 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f7a602b2-b062-45dc-9384-4777797930b2 req-016ec7ff-b178-4830-9d8f-cffd7b78d23f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899191 Mar 29 15:33:22.213290 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:22.238822 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-c65abe57-7a3c-40e3-9caf-dd32bc1d4c72 None None] Provisioning complete for port 04bca504-2113-44a9-99ad-eb34d3df7571 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:22.239203 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c65abe57-7a3c-40e3-9caf-dd32bc1d4c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.276857 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c65abe57-7a3c-40e3-9caf-dd32bc1d4c72 None None] Port 04bca504-2113-44a9-99ad-eb34d3df7571 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:33:22.402203 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Publish callbacks [] for port (04bca504-2113-44a9-99ad-eb34d3df7571), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.408777 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403429'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.501103 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543573'] for router_interface (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.510696 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Pushing event updated for resources: {'Port': ['ID=04bca504-2113-44a9-99ad-eb34d3df7571,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:22.554367 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54069aab-d89a-48b1-9203-4818fd029dbb req-ea4026fc-ea88-49cb-87f9-61a5707b257f tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:22.563131 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-54069aab-d89a-48b1-9203-4818fd029dbb req-ea4026fc-ea88-49cb-87f9-61a5707b257f tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 945 time: 0.0932848 Mar 29 15:33:22.634031 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-54069aab-d89a-48b1-9203-4818fd029dbb req-eeb61d94-6609-4b96-b7fd-7484a0c55991 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646224 Mar 29 15:33:22.651029 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Network dac59228-31db-4e5b-96e8-f47a59d250fd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:22.652986 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:22.778663 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:33:22.896295 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:33:22.902056 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-86a44b10-7763-4f56-927e-dedff8092fb0 None None] Provisioning complete for port 04bca504-2113-44a9-99ad-eb34d3df7571 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:22.902499 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86a44b10-7763-4f56-927e-dedff8092fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:22.905440 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-8c66956a-fd20-4b95-b1ef-72a939fadfad admin admin] 10.222.0.18 "PUT /v2.0/routers/cbb2f1fe-00ce-4d5a-9524-e20c93f78378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2105076 Mar 29 15:33:22.942083 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-86a44b10-7763-4f56-927e-dedff8092fb0 None None] Port 04bca504-2113-44a9-99ad-eb34d3df7571 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:33:23.369731 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48470) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:23.374749 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1303827073-network', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:23.389091 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f3c1-c01f-4412-af69-bd2ed2c4b9d6 req-0d662591-a3e5-47c4-a098-3bdf01026c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:23.390536 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4c27f3c1-c01f-4412-af69-bd2ed2c4b9d6 req-0d662591-a3e5-47c4-a098-3bdf01026c2f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c56faa-d030-427c-97d6-5e146a39601d HTTP/1.1" status: 200 len: 853 time: 0.0459473 Mar 29 15:33:23.394050 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Made reservation on behalf of efeee7c60fe04ac9827d54eaf3108928 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:33:23.396651 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:23.406406 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:23.444764 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f3c1-c01f-4412-af69-bd2ed2c4b9d6 req-9fbcb3a9-57db-4e6a-8006-0a69076c50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:23.446402 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4c27f3c1-c01f-4412-af69-bd2ed2c4b9d6 req-9fbcb3a9-57db-4e6a-8006-0a69076c50b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54d38fb3-4b72-4750-9c01-9459fe44635d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486503 Mar 29 15:33:23.507398 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Publish callbacks [] for security_group (897a9bc2-8a8d-444f-a621-dc16ab81e19c), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:23.512269 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (897a9bc2-8a8d-444f-a621-dc16ab81e19c), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:23.541022 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:33:23.552400 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897a9bc2-8a8d-444f-a621-dc16ab81e19c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:23.552767 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4c27f3c1-c01f-4412-af69-bd2ed2c4b9d6 req-36c53409-042c-471e-8d82-0934944e070d service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945714 Mar 29 15:33:23.560869 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (12705e89-614f-45b3-9d2e-bdc292579347), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:23.561167 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.segments_db [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Added segment 12705e89-614f-45b3-9d2e-bdc292579347 of type vlan for network aad08a5e-d385-4a6f-8d9f-64b714d49fa8 Mar 29 15:33:23.603680 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (aad08a5e-d385-4a6f-8d9f-64b714d49fa8), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:23.628784 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (aad08a5e-d385-4a6f-8d9f-64b714d49fa8), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:23.629814 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:23.630401 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:23.666940 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4c27f3c1-c01f-4412-af69-bd2ed2c4b9d6 req-5b3e985f-9e30-4e17-ac30-c94b3e0f12d5 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919030 Mar 29 15:33:23.726670 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3557694 Mar 29 15:33:23.729587 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48478) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:23.734658 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-9536862b-0650-4685-99d4-8057bbd6a9f5 admin admin] Request body: {'subnet': {'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1303827073-subnet', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'ip_version': 4}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:23.753140 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe89023-3903-44ab-99ff-5ab1f9788336 admin admin] Pushing event updated for resources: {'Network': ['ID=aad08a5e-d385-4a6f-8d9f-64b714d49fa8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:23.754342 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9536862b-0650-4685-99d4-8057bbd6a9f5 admin admin] Made reservation on behalf of efeee7c60fe04ac9827d54eaf3108928 for: {'subnet': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:33:23.757059 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9536862b-0650-4685-99d4-8057bbd6a9f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28877505'] for subnet (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:23.766781 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network aad08a5e-d385-4a6f-8d9f-64b714d49fa8 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:33:23.786638 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ff350-8873-4318-a30f-7fda0e314452 req-1b21285b-d16a-412c-aa9f-de4a2de57623 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:23.788346 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-443ff350-8873-4318-a30f-7fda0e314452 req-1b21285b-d16a-412c-aa9f-de4a2de57623 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 945 time: 0.0845559 Mar 29 15:33:23.811408 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Sync routers for ids ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:33:23.837800 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Routers {'cbb2f1fe-00ce-4d5a-9524-e20c93f78378'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:23.838990 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:33:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:23.839625 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-443ff350-8873-4318-a30f-7fda0e314452 req-d2d955a3-bf61-4392-816a-7492c1aa6180 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452583 Mar 29 15:33:23.950014 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9536862b-0650-4685-99d4-8057bbd6a9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28866328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28877527'] for subnet (f4fef53c-0a45-48df-a7c3-93fc5b96c84c), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.016433 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536862b-0650-4685-99d4-8057bbd6a9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4fef53c-0a45-48df-a7c3-93fc5b96c84c,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:24.023174 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536862b-0650-4685-99d4-8057bbd6a9f5 admin admin] Checking segment: {'id': '12705e89-614f-45b3-9d2e-bdc292579347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:33:24.023424 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9536862b-0650-4685-99d4-8057bbd6a9f5 admin admin] Network hostable DHCP agents. Network: aad08a5e-d385-4a6f-8d9f-64b714d49fa8, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:33:24.043721 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9536862b-0650-4685-99d4-8057bbd6a9f5 admin admin] Network aad08a5e-d385-4a6f-8d9f-64b714d49fa8 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:33:24.055682 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-9536862b-0650-4685-99d4-8057bbd6a9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, aad08a5e-d385-4a6f-8d9f-64b714d49fa8) {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:24.061074 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9536862b-0650-4685-99d4-8057bbd6a9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:24.061973 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9536862b-0650-4685-99d4-8057bbd6a9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.066713 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20d61e-f247-4a81-8808-55b382e97207 None None] Network aad08a5e-d385-4a6f-8d9f-64b714d49fa8 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:33:24.081803 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-9536862b-0650-4685-99d4-8057bbd6a9f5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3510275 Mar 29 15:33:24.084216 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48480) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:24.089061 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1303827073-router', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:24.108004 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7344'] for router (290d5082-96e2-439d-a17b-9a05c2a4104c), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.109167 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7353'] for router (290d5082-96e2-439d-a17b-9a05c2a4104c), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.119743 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device ee3f13ff-05e8-4feb-89ec-f38cee57770b up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:24.171768 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Publish callbacks [] for router_controller (290d5082-96e2-439d-a17b-9a05c2a4104c), precommit_add_association {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.176698 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Set router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:24.305120 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7187af73-edd7-5929-ac62-d07c35f67c25-aad08a5e-d385-4a6f-8d9f-64b714d49fa8', 'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8', 'project_id': 'efeee7c60fe04ac9827d54eaf3108928', 'fixed_ips': [{'subnet_id': 'f4fef53c-0a45-48df-a7c3-93fc5b96c84c'}]}} from dv-cinder-790535-36-iscsi. {{(pid=103132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:33:24.306533 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.315370 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Publish callbacks [] for router_gateway (290d5082-96e2-439d-a17b-9a05c2a4104c), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.360259 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port ee3f13ff-05e8-4feb-89ec-f38cee57770b triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:24.360633 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.512667 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Publish callbacks [] for router_gateway (290d5082-96e2-439d-a17b-9a05c2a4104c), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.533110 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.592666 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Allocated IP 172.20.0.2 (aad08a5e-d385-4a6f-8d9f-64b714d49fa8/f4fef53c-0a45-48df-a7c3-93fc5b96c84c/ee66a627-ba86-48cc-adf6-b02e48a757c2) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:33:24.612380 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port ee3f13ff-05e8-4feb-89ec-f38cee57770b is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:24.612827 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.653934 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Allocated IP 172.27.0.245 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/157c3353-26d1-404f-b126-5101417e39e0) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:33:24.681296 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port ee3f13ff-05e8-4feb-89ec-f38cee57770b, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=ee3f13ff-05e8-4feb-89ec-f38cee57770b,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:24.690201 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.699258 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:22Z', 'revision_number': 4, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port': {'id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '04bca504-2113-44a9-99ad-eb34d3df7571', 'name': '', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'mac_address': 'fa:16:3e:6b:72:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:21Z', 'updated_at': '2022-03-29T15:33:22Z', 'revision_number': 2, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'subnets': [{'id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:24.755766 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Checking router: cbb2f1fe-00ce-4d5a-9524-e20c93f78378 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:33:24.756139 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Updating router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 port 04bca504-2113-44a9-99ad-eb34d3df7571 binding host dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:33:24.757262 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Publish callbacks [] for port (157c3353-26d1-404f-b126-5101417e39e0), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.792488 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (157c3353-26d1-404f-b126-5101417e39e0), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.824888 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=ee3f13ff-05e8-4feb-89ec-f38cee57770b,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:24.831313 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:24.835699 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:24.842541 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:33:24.845284 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.866315 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Pushing event updated for resources: {'Port': ['ID=157c3353-26d1-404f-b126-5101417e39e0,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:24.914469 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Publish callbacks [] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:24.927877 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:25.023309 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Network aad08a5e-d385-4a6f-8d9f-64b714d49fa8 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:25.029332 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:25.037214 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:33:25.039779 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35811d2-187f-4abf-b5bb-7eff7d89fd8e req-ca4b2630-7adf-4585-b0cd-cfd91d79f176 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:25.041889 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a35811d2-187f-4abf-b5bb-7eff7d89fd8e req-ca4b2630-7adf-4585-b0cd-cfd91d79f176 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 945 time: 0.1161013 Mar 29 15:33:25.052097 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Pushing event updated for resources: {'Port': ['ID=ee66a627-ba86-48cc-adf6-b02e48a757c2,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:25.150424 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Attempting to bind port ee66a627-ba86-48cc-adf6-b02e48a757c2 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:33:25.151038 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Attempting to bind port ee66a627-ba86-48cc-adf6-b02e48a757c2 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': '12705e89-614f-45b3-9d2e-bdc292579347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:33:25.151168 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Attempting to bind port ee66a627-ba86-48cc-adf6-b02e48a757c2 on network aad08a5e-d385-4a6f-8d9f-64b714d49fa8 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:33:25.160155 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:33:25.160526 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Checking segment: {'id': '12705e89-614f-45b3-9d2e-bdc292579347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:33:25.160920 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:25.161334 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Bound using segment: {'id': '12705e89-614f-45b3-9d2e-bdc292579347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:33:25.161800 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Bound port: ee66a627-ba86-48cc-adf6-b02e48a757c2, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12705e89-614f-45b3-9d2e-bdc292579347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:33:25.162130 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a35811d2-187f-4abf-b5bb-7eff7d89fd8e req-20d0a8e9-b20c-482b-b906-53035ba1489a tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794113 Mar 29 15:33:25.162285 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:25.181754 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Publish callbacks [] for router_gateway (290d5082-96e2-439d-a17b-9a05c2a4104c), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:25.274852 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] For port ee66a627-ba86-48cc-adf6-b02e48a757c2, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:33:25.279174 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] For port ee66a627-ba86-48cc-adf6-b02e48a757c2, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=ee66a627-ba86-48cc-adf6-b02e48a757c2,segment=NetworkSegment(12705e89-614f-45b3-9d2e-bdc292579347),segment_id=12705e89-614f-45b3-9d2e-bdc292579347)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:33:25.292994 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:25.295821 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Publish callbacks [] for port (04bca504-2113-44a9-99ad-eb34d3df7571), precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:25.328267 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:25.369276 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d68bb-dac0-4965-9621-fafa35b45500 None None] Pushing event updated for resources: {'Port': ['ID=ee66a627-ba86-48cc-adf6-b02e48a757c2,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:25.405130 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544022'] for router (290d5082-96e2-439d-a17b-9a05c2a4104c), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:25.414949 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776a1b1-c5fa-490a-8d2f-792d26d664c1 None None] Pushing event updated for resources: {'Port': ['ID=04bca504-2113-44a9-99ad-eb34d3df7571,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:25.472284 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Attempting to bind port 04bca504-2113-44a9-99ad-eb34d3df7571 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:33:25.472656 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Attempting to bind port 04bca504-2113-44a9-99ad-eb34d3df7571 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:33:25.473051 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Attempting to bind port 04bca504-2113-44a9-99ad-eb34d3df7571 on network dac59228-31db-4e5b-96e8-f47a59d250fd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:33:25.479689 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:33:25.480142 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Checking segment: {'id': 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:33:25.480507 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:25.480977 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Bound using segment: {'id': 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:33:25.481491 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Bound port: 04bca504-2113-44a9-99ad-eb34d3df7571, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:33:25.481875 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:25.569899 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] For port 04bca504-2113-44a9-99ad-eb34d3df7571, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:33:25.575864 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Router 290d5082-96e2-439d-a17b-9a05c2a4104c is scheduled to L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 with binding_index 1 {{(pid=103131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:33:25.580476 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] For port 04bca504-2113-44a9-99ad-eb34d3df7571, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=04bca504-2113-44a9-99ad-eb34d3df7571,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:33:25.586916 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:25.649396 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Routers {'cbb2f1fe-00ce-4d5a-9524-e20c93f78378'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:25.650669 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:33:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:25.885102 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776a1b1-c5fa-490a-8d2f-792d26d664c1 None None] Pushing event updated for resources: {'Port': ['ID=04bca504-2113-44a9-99ad-eb34d3df7571,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:25.910889 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-be5e72c9-13c1-4ad9-9b1d-4e84ff982293 None None] Provisioning complete for port 04bca504-2113-44a9-99ad-eb34d3df7571 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:25.911262 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be5e72c9-13c1-4ad9-9b1d-4e84ff982293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:25.975621 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] Set router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:25.996348 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:33:26.007344 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Sync routers for ids ['290d5082-96e2-439d-a17b-9a05c2a4104c'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:33:26.016003 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:26.020596 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48506) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:26.021091 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-f93ea9e0-f117-45d2-8c0d-be0701658c3a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9354308 Mar 29 15:33:26.030555 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Routers {'290d5082-96e2-439d-a17b-9a05c2a4104c'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:26.031704 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:33:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['290d5082-96e2-439d-a17b-9a05c2a4104c'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:26.083080 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-be5e72c9-13c1-4ad9-9b1d-4e84ff982293 None None] Current status of the port 04bca504-2113-44a9-99ad-eb34d3df7571 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:26.083386 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be5e72c9-13c1-4ad9-9b1d-4e84ff982293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:26.158023 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Set router 290d5082-96e2-439d-a17b-9a05c2a4104c gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:26.189573 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-be5e72c9-13c1-4ad9-9b1d-4e84ff982293 None None] For port 04bca504-2113-44a9-99ad-eb34d3df7571, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=04bca504-2113-44a9-99ad-eb34d3df7571,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:26.197256 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be5e72c9-13c1-4ad9-9b1d-4e84ff982293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:26.271473 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device ee66a627-ba86-48cc-adf6-b02e48a757c2 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:26.377033 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-7ffb7930-e0a7-45c4-91e1-7c213f928e96 None None] Provisioning complete for port 04bca504-2113-44a9-99ad-eb34d3df7571 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:26.377369 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7930-e0a7-45c4-91e1-7c213f928e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:26.427738 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e72c9-13c1-4ad9-9b1d-4e84ff982293 None None] Pushing event updated for resources: {'Port': ['ID=04bca504-2113-44a9-99ad-eb34d3df7571,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:26.441768 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:22Z', 'revision_number': 4, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port': {'id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '04bca504-2113-44a9-99ad-eb34d3df7571', 'name': '', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'mac_address': 'fa:16:3e:6b:72:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:21Z', 'updated_at': '2022-03-29T15:33:25Z', 'revision_number': 4, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'subnets': [{'id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:26.444464 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462e194-44af-4d4d-81c5-9954c75df480 req-7015a9d3-2cda-42bf-b054-cc226fb042d3 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:26.446810 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1462e194-44af-4d4d-81c5-9954c75df480 req-7015a9d3-2cda-42bf-b054-cc226fb042d3 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 945 time: 0.1647973 Mar 29 15:33:26.470326 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port ee66a627-ba86-48cc-adf6-b02e48a757c2 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:26.470699 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:26.474690 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73353de9-ee0e-417d-bf34-917d67be2620 None None] The sync data for ids ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'] in dv-cinder-790535-36-iscsi is: [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:22Z', 'revision_number': 4, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port': {'id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '04bca504-2113-44a9-99ad-eb34d3df7571', 'name': '', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'mac_address': 'fa:16:3e:6b:72:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:21Z', 'updated_at': '2022-03-29T15:33:25Z', 'revision_number': 4, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'subnets': [{'id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:33:26.533440 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1462e194-44af-4d4d-81c5-9954c75df480 req-11ef2206-a89c-4ed3-889d-b4a218f80818 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759130 Mar 29 15:33:26.569968 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb7930-e0a7-45c4-91e1-7c213f928e96 None None] Current status of the port 04bca504-2113-44a9-99ad-eb34d3df7571 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:26.581570 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'name': 'tempest-TestShelveInstance-1303827073-router', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '157c3353-26d1-404f-b126-5101417e39e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:33:25Z', 'revision_number': 3, 'project_id': 'efeee7c60fe04ac9827d54eaf3108928', 'gw_port': {'id': '157c3353-26d1-404f-b126-5101417e39e0', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:26.612637 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Checking router: 290d5082-96e2-439d-a17b-9a05c2a4104c for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:33:26.613005 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Updating router 290d5082-96e2-439d-a17b-9a05c2a4104c port 157c3353-26d1-404f-b126-5101417e39e0 binding host dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:33:26.658786 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (157c3353-26d1-404f-b126-5101417e39e0), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:26.662654 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port ee66a627-ba86-48cc-adf6-b02e48a757c2 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:26.663851 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:26.700755 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b032b6-064b-48ed-a1f6-f3d8d41a59f0 None None] Network aad08a5e-d385-4a6f-8d9f-64b714d49fa8 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:33:26.729282 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:26.745961 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port ee66a627-ba86-48cc-adf6-b02e48a757c2, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=ee66a627-ba86-48cc-adf6-b02e48a757c2,segment=NetworkSegment(12705e89-614f-45b3-9d2e-bdc292579347),segment_id=12705e89-614f-45b3-9d2e-bdc292579347)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:26.754909 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:26.755815 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device ee3f13ff-05e8-4feb-89ec-f38cee57770b up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:26.876121 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-88944746-e433-4345-ac8f-534cf7350269 None None] Provisioning complete for port ee66a627-ba86-48cc-adf6-b02e48a757c2 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:26.876596 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-88944746-e433-4345-ac8f-534cf7350269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:26.933418 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=ee66a627-ba86-48cc-adf6-b02e48a757c2,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:26.956962 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Allocated IP 172.20.0.1 (aad08a5e-d385-4a6f-8d9f-64b714d49fa8/f4fef53c-0a45-48df-a7c3-93fc5b96c84c/bc341692-d680-4764-b555-af7034024fa0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:33:26.977384 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port ee3f13ff-05e8-4feb-89ec-f38cee57770b triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:26.978359 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.014269 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Publish callbacks [] for port (157c3353-26d1-404f-b126-5101417e39e0), precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.021681 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (157c3353-26d1-404f-b126-5101417e39e0), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.084293 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-88944746-e433-4345-ac8f-534cf7350269 None None] Current status of the port ee66a627-ba86-48cc-adf6-b02e48a757c2 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:27.091383 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Attempting to bind port 157c3353-26d1-404f-b126-5101417e39e0 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:33:27.091984 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Attempting to bind port 157c3353-26d1-404f-b126-5101417e39e0 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:33:27.092517 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Attempting to bind port 157c3353-26d1-404f-b126-5101417e39e0 on network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:33:27.123866 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:33:27.124326 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Checking segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:33:27.124794 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.125221 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Bound using segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:33:27.125702 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Bound port: 157c3353-26d1-404f-b126-5101417e39e0, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:33:27.126074 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (157c3353-26d1-404f-b126-5101417e39e0), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.138334 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Publish callbacks [] for port (bc341692-d680-4764-b555-af7034024fa0), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.152357 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port ee3f13ff-05e8-4feb-89ec-f38cee57770b is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:27.162476 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dea56-4bae-4811-85fe-7a88b7679c4e None None] Pushing event updated for resources: {'Port': ['ID=157c3353-26d1-404f-b126-5101417e39e0,revision_number=2']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:27.196671 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] For port 157c3353-26d1-404f-b126-5101417e39e0, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:33:27.200703 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] For port 157c3353-26d1-404f-b126-5101417e39e0, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=157c3353-26d1-404f-b126-5101417e39e0,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:33:27.206101 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (bc341692-d680-4764-b555-af7034024fa0), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.209444 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (157c3353-26d1-404f-b126-5101417e39e0), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.261809 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Routers {'290d5082-96e2-439d-a17b-9a05c2a4104c'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:27.262498 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:33:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['290d5082-96e2-439d-a17b-9a05c2a4104c'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:27.292983 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Network aad08a5e-d385-4a6f-8d9f-64b714d49fa8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:27.297549 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:27.299332 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc341692-d680-4764-b555-af7034024fa0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:27.316368 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:33:27.376477 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543681'] for router_interface (290d5082-96e2-439d-a17b-9a05c2a4104c), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.405148 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] Set router 290d5082-96e2-439d-a17b-9a05c2a4104c gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:27.433526 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-9926e405-511b-47b5-9323-4b9d8af01dea None None] Provisioning complete for port ee66a627-ba86-48cc-adf6-b02e48a757c2 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:27.434036 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9926e405-511b-47b5-9323-4b9d8af01dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.565153 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9926e405-511b-47b5-9323-4b9d8af01dea None None] Current status of the port ee66a627-ba86-48cc-adf6-b02e48a757c2 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:27.578358 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dea56-4bae-4811-85fe-7a88b7679c4e None None] Pushing event updated for resources: {'Port': ['ID=157c3353-26d1-404f-b126-5101417e39e0,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:27.614015 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (bc341692-d680-4764-b555-af7034024fa0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.688705 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-510a5493-33ef-4e83-bc5a-dabdb0c82b6f None None] Provisioning complete for port bc341692-d680-4764-b555-af7034024fa0 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:27.689408 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-510a5493-33ef-4e83-bc5a-dabdb0c82b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (bc341692-d680-4764-b555-af7034024fa0), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.693209 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'name': 'tempest-TestShelveInstance-1303827073-router', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '157c3353-26d1-404f-b126-5101417e39e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:33:25Z', 'revision_number': 3, 'project_id': 'efeee7c60fe04ac9827d54eaf3108928', 'gw_port': {'id': '157c3353-26d1-404f-b126-5101417e39e0', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:27.727280 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f99d7f3-64e2-4c77-8023-f72ac54da99f None None] The sync data for ids ['290d5082-96e2-439d-a17b-9a05c2a4104c'] in dv-cinder-790535-36-iscsi is: [{'id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'name': 'tempest-TestShelveInstance-1303827073-router', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '157c3353-26d1-404f-b126-5101417e39e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:33:25Z', 'revision_number': 3, 'project_id': 'efeee7c60fe04ac9827d54eaf3108928', 'gw_port': {'id': '157c3353-26d1-404f-b126-5101417e39e0', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:33:27.743452 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76a578-2b9d-482e-a9b3-9b24b3e8de73 req-118c97bc-76a4-459f-8835-aa6b5b98e29b tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:27.755917 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1e76a578-2b9d-482e-a9b3-9b24b3e8de73 req-118c97bc-76a4-459f-8835-aa6b5b98e29b tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 945 time: 0.1113372 Mar 29 15:33:27.762837 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-510a5493-33ef-4e83-bc5a-dabdb0c82b6f None None] Port bc341692-d680-4764-b555-af7034024fa0 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:33:27.843462 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1e76a578-2b9d-482e-a9b3-9b24b3e8de73 req-7ed0dbf4-a10c-4738-94d0-791e71c9da9e tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783861 Mar 29 15:33:27.879502 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Publish callbacks [] for port (bc341692-d680-4764-b555-af7034024fa0), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.885599 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403429'] for port (bc341692-d680-4764-b555-af7034024fa0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.978930 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543573'] for router_interface (290d5082-96e2-439d-a17b-9a05c2a4104c), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:27.981023 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc341692-d680-4764-b555-af7034024fa0,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:28.174257 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Network aad08a5e-d385-4a6f-8d9f-64b714d49fa8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:28.177798 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:28.341632 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device ee66a627-ba86-48cc-adf6-b02e48a757c2 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:28.461375 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port ee66a627-ba86-48cc-adf6-b02e48a757c2 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:28.462047 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:28.622093 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640c59d-db76-474d-8557-41d6de062547 req-d28829e7-cea3-4364-bd15-9ff703ba958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:28.632915 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port ee66a627-ba86-48cc-adf6-b02e48a757c2 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:28.634743 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8640c59d-db76-474d-8557-41d6de062547 req-d28829e7-cea3-4364-bd15-9ff703ba958f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 1130 time: 0.2544494 Mar 29 15:33:28.635747 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 04bca504-2113-44a9-99ad-eb34d3df7571 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:28.673969 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22fbf4-ed72-47f2-b066-fc805b629938 req-0260060f-8565-4b61-a013-7c59162d4fb1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:28.682502 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bb22fbf4-ed72-47f2-b066-fc805b629938 req-0260060f-8565-4b61-a013-7c59162d4fb1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.2197526 Mar 29 15:33:28.706508 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 04bca504-2113-44a9-99ad-eb34d3df7571 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:28.706889 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:28.733051 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-9b3a4166-3375-4f05-a595-2e2933139562 None None] Provisioning complete for port bc341692-d680-4764-b555-af7034024fa0 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:28.733523 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4166-3375-4f05-a595-2e2933139562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (bc341692-d680-4764-b555-af7034024fa0), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:28.754018 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Router 290d5082-96e2-439d-a17b-9a05c2a4104c has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:33:28.788200 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a4166-3375-4f05-a595-2e2933139562 None None] Port bc341692-d680-4764-b555-af7034024fa0 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:33:28.816647 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bb22fbf4-ed72-47f2-b066-fc805b629938 req-429f6e85-f1c2-4442-82e0-acb86979fb09 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329174 Mar 29 15:33:28.832413 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640c59d-db76-474d-8557-41d6de062547 req-85a03625-29d2-4045-bfd9-1b34c0c5bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:28.834317 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8640c59d-db76-474d-8557-41d6de062547 req-85a03625-29d2-4045-bfd9-1b34c0c5bcec service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.1836529 Mar 29 15:33:28.867806 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 04bca504-2113-44a9-99ad-eb34d3df7571 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:28.905284 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8640c59d-db76-474d-8557-41d6de062547 req-eabf6dd3-5a19-4dfe-a297-2b327dd7d8b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c HTTP/1.1" status: 200 len: 217 time: 0.0643592 Mar 29 15:33:28.907396 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:33:28.916969 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-327db61f-1ad0-45fe-a64b-86a92b6086f4 admin admin] 10.222.0.18 "PUT /v2.0/routers/290d5082-96e2-439d-a17b-9a05c2a4104c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8906326 Mar 29 15:33:29.008052 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640c59d-db76-474d-8557-41d6de062547 req-6f5e0741-c43d-44ec-8198-8ba6eda748df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:29.010113 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8640c59d-db76-474d-8557-41d6de062547 req-6f5e0741-c43d-44ec-8198-8ba6eda748df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0911083 Mar 29 15:33:29.056201 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a872b62-781c-4452-a60c-6c3018fb5121 req-dd2b6b98-ed33-4cd4-854b-d5145fb2f472 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:29.057653 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9a872b62-781c-4452-a60c-6c3018fb5121 req-dd2b6b98-ed33-4cd4-854b-d5145fb2f472 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 945 time: 0.1301091 Mar 29 15:33:29.112637 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640c59d-db76-474d-8557-41d6de062547 req-643327d6-e49a-4cfc-94fb-6baf92d2cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:29.114196 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8640c59d-db76-474d-8557-41d6de062547 req-643327d6-e49a-4cfc-94fb-6baf92d2cea1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0958707 Mar 29 15:33:29.153260 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9a872b62-781c-4452-a60c-6c3018fb5121 req-10a459df-ef94-4cdb-bb1c-5a34d304531d tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860562 Mar 29 15:33:29.231239 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8640c59d-db76-474d-8557-41d6de062547 req-0e1b6580-65c2-40b4-82de-ef0f04c45e3e service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083267 Mar 29 15:33:29.357980 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8640c59d-db76-474d-8557-41d6de062547 req-3f8b9c91-4c4c-41b2-a88f-664c250dacd3 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125841 Mar 29 15:33:29.640347 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48572) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:29.644889 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-58522f8a-782c-4632-8fed-b17b898ce5c3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1260657974', 'description': 'tempest-secgroup-smoke-1260657974 description', 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:29.665601 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58522f8a-782c-4632-8fed-b17b898ce5c3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:29.732170 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58522f8a-782c-4632-8fed-b17b898ce5c3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group (61763e5e-4791-4cca-9240-1a67556cfe7e), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:29.735393 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58522f8a-782c-4632-8fed-b17b898ce5c3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (61763e5e-4791-4cca-9240-1a67556cfe7e), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:29.763083 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58522f8a-782c-4632-8fed-b17b898ce5c3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:29.764288 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-58522f8a-782c-4632-8fed-b17b898ce5c3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1228757 Mar 29 15:33:29.767484 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48576) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:29.768785 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58522f8a-782c-4632-8fed-b17b898ce5c3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61763e5e-4791-4cca-9240-1a67556cfe7e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:29.775815 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-78291a7b-3f10-4643-873b-106ac34e14e1 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Request body: {'security_group_rule': {'security_group_id': '61763e5e-4791-4cca-9240-1a67556cfe7e', 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:29.800507 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-78291a7b-3f10-4643-873b-106ac34e14e1 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (1abfad84-cea0-4d0a-b0b3-1de6c35c1db0), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:29.862563 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-78291a7b-3f10-4643-873b-106ac34e14e1 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (1abfad84-cea0-4d0a-b0b3-1de6c35c1db0), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:29.873239 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-78291a7b-3f10-4643-873b-106ac34e14e1 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (1abfad84-cea0-4d0a-b0b3-1de6c35c1db0), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:29.898400 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78291a7b-3f10-4643-873b-106ac34e14e1 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abfad84-cea0-4d0a-b0b3-1de6c35c1db0,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:29.912997 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-78291a7b-3f10-4643-873b-106ac34e14e1 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:29.914124 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-78291a7b-3f10-4643-873b-106ac34e14e1 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455674 Mar 29 15:33:29.917633 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48584) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:29.922336 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-63aeebbb-b65b-46ff-8bd6-c29724204f66 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Request body: {'security_group_rule': {'security_group_id': '61763e5e-4791-4cca-9240-1a67556cfe7e', 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:29.948270 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63aeebbb-b65b-46ff-8bd6-c29724204f66 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (52df504d-e07e-454e-ab8e-66e5009e3199), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:29.958739 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3b9c3-139a-4f1c-8332-118b6f1bc70b req-e86e2044-4ceb-42db-854d-90d05635148e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:29.960293 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9ee3b9c3-139a-4f1c-8332-118b6f1bc70b req-e86e2044-4ceb-42db-854d-90d05635148e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0648215 Mar 29 15:33:30.013561 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63aeebbb-b65b-46ff-8bd6-c29724204f66 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (52df504d-e07e-454e-ab8e-66e5009e3199), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.017373 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63aeebbb-b65b-46ff-8bd6-c29724204f66 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (52df504d-e07e-454e-ab8e-66e5009e3199), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.025589 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9ee3b9c3-139a-4f1c-8332-118b6f1bc70b req-0e1148ba-54cf-429c-bd56-86dcef0e3c4e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573161 Mar 29 15:33:30.049007 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63aeebbb-b65b-46ff-8bd6-c29724204f66 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.052821 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-63aeebbb-b65b-46ff-8bd6-c29724204f66 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314359 Mar 29 15:33:30.052960 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aeebbb-b65b-46ff-8bd6-c29724204f66 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52df504d-e07e-454e-ab8e-66e5009e3199,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:30.053333 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48586) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:30.060199 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-02306d30-a30b-4f6c-a987-77fb805f3876 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Request body: {'security_group_rule': {'security_group_id': '61763e5e-4791-4cca-9240-1a67556cfe7e', 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:30.082680 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:33:30.088265 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02306d30-a30b-4f6c-a987-77fb805f3876 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (b911a8cc-59b5-4e0c-b6d5-40cdf7e09652), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.092366 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 157c3353-26d1-404f-b126-5101417e39e0 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:30.155869 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 157c3353-26d1-404f-b126-5101417e39e0 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:30.156246 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (157c3353-26d1-404f-b126-5101417e39e0), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.163614 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02306d30-a30b-4f6c-a987-77fb805f3876 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (b911a8cc-59b5-4e0c-b6d5-40cdf7e09652), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.172062 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02306d30-a30b-4f6c-a987-77fb805f3876 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (b911a8cc-59b5-4e0c-b6d5-40cdf7e09652), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.190022 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02306d30-a30b-4f6c-a987-77fb805f3876 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b911a8cc-59b5-4e0c-b6d5-40cdf7e09652,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:30.198482 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02306d30-a30b-4f6c-a987-77fb805f3876 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.202208 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-02306d30-a30b-4f6c-a987-77fb805f3876 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445758 Mar 29 15:33:30.202605 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48590) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:30.207269 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-034b2be3-23cb-491f-8bae-0171fd21bb2e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Request body: {'security_group_rule': {'security_group_id': '61763e5e-4791-4cca-9240-1a67556cfe7e', 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:30.246249 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-034b2be3-23cb-491f-8bae-0171fd21bb2e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (dd5e2da7-116f-4823-ae83-e4a636b907ed), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.256337 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 157c3353-26d1-404f-b126-5101417e39e0 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:30.256968 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (157c3353-26d1-404f-b126-5101417e39e0), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.282238 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port 157c3353-26d1-404f-b126-5101417e39e0, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=157c3353-26d1-404f-b126-5101417e39e0,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:30.285512 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256a4ca-6d3d-4957-96b3-d09d7c296736 req-d2ab6923-28cc-474f-8dbf-756f2b314994 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:30.287052 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9256a4ca-6d3d-4957-96b3-d09d7c296736 req-d2ab6923-28cc-474f-8dbf-756f2b314994 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 945 time: 0.0603530 Mar 29 15:33:30.291040 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (157c3353-26d1-404f-b126-5101417e39e0), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.316972 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-034b2be3-23cb-491f-8bae-0171fd21bb2e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (dd5e2da7-116f-4823-ae83-e4a636b907ed), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.326851 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-034b2be3-23cb-491f-8bae-0171fd21bb2e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (dd5e2da7-116f-4823-ae83-e4a636b907ed), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.346955 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b2be3-23cb-491f-8bae-0171fd21bb2e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5e2da7-116f-4823-ae83-e4a636b907ed,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:30.347952 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=157c3353-26d1-404f-b126-5101417e39e0,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:30.354635 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-034b2be3-23cb-491f-8bae-0171fd21bb2e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.356563 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-034b2be3-23cb-491f-8bae-0171fd21bb2e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1532266 Mar 29 15:33:30.361424 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48594) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:30.366277 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-8f7fcd06-c3c6-4988-a6ad-f9402b4fcac7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Request body: {'security_group_rule': {'security_group_id': '61763e5e-4791-4cca-9240-1a67556cfe7e', 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:30.370268 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9256a4ca-6d3d-4957-96b3-d09d7c296736 req-e6b759d6-a64f-4c4f-adba-f85295f4ebd9 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/security-groups?id=9261cfde-20d5-4c45-9da6-f05aef36037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734348 Mar 29 15:33:30.390817 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.securitygroups_db [None req-8f7fcd06-c3c6-4988-a6ad-f9402b4fcac7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Project d46157163e6e4df8b1c832a9a05f8dbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:33:30.396013 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f7fcd06-c3c6-4988-a6ad-f9402b4fcac7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (25cf8306-5704-4e88-b5e4-9aea34683884), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.456329 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f7fcd06-c3c6-4988-a6ad-f9402b4fcac7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (25cf8306-5704-4e88-b5e4-9aea34683884), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.463426 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f7fcd06-c3c6-4988-a6ad-f9402b4fcac7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (25cf8306-5704-4e88-b5e4-9aea34683884), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.482550 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fcd06-c3c6-4988-a6ad-f9402b4fcac7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cf8306-5704-4e88-b5e4-9aea34683884,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:30.493118 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f7fcd06-c3c6-4988-a6ad-f9402b4fcac7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.494503 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-8f7fcd06-c3c6-4988-a6ad-f9402b4fcac7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320729 Mar 29 15:33:30.497284 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48598) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:30.501627 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-49add203-2f95-424d-adda-8c1d096c5ee3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Request body: {'security_group_rule': {'security_group_id': '61763e5e-4791-4cca-9240-1a67556cfe7e', 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:30.522450 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.securitygroups_db [None req-49add203-2f95-424d-adda-8c1d096c5ee3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Project d46157163e6e4df8b1c832a9a05f8dbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:33:30.528600 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-49add203-2f95-424d-adda-8c1d096c5ee3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (efeac066-bd00-4b0e-a3f1-c57f3c114996), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.544809 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Sync routers for ids ['290d5082-96e2-439d-a17b-9a05c2a4104c'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:33:30.558982 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Routers {'290d5082-96e2-439d-a17b-9a05c2a4104c'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:30.559716 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:33:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['290d5082-96e2-439d-a17b-9a05c2a4104c'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:30.598666 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-49add203-2f95-424d-adda-8c1d096c5ee3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (efeac066-bd00-4b0e-a3f1-c57f3c114996), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.604265 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-49add203-2f95-424d-adda-8c1d096c5ee3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (efeac066-bd00-4b0e-a3f1-c57f3c114996), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.623225 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49add203-2f95-424d-adda-8c1d096c5ee3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efeac066-bd00-4b0e-a3f1-c57f3c114996,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:30.628256 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-49add203-2f95-424d-adda-8c1d096c5ee3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.632966 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-49add203-2f95-424d-adda-8c1d096c5ee3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312525 Mar 29 15:33:30.678340 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Set router 290d5082-96e2-439d-a17b-9a05c2a4104c gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:30.756823 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ef142-952a-4cf2-a1cc-692411c313dc req-a39b6f24-5751-429c-8d25-6f6b63d55105 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:30.758493 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c18ef142-952a-4cf2-a1cc-692411c313dc req-a39b6f24-5751-429c-8d25-6f6b63d55105 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 945 time: 0.0620880 Mar 29 15:33:30.867647 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-c18ef142-952a-4cf2-a1cc-692411c313dc req-9c572abe-0671-434e-9a3c-22d55364ff22 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Deleting port 06e0d7e1-242a-45a2-ba47-82490d6e1fda {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:33:30.868862 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c18ef142-952a-4cf2-a1cc-692411c313dc req-9c572abe-0671-434e-9a3c-22d55364ff22 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:30.986183 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-c18ef142-952a-4cf2-a1cc-692411c313dc req-9c572abe-0671-434e-9a3c-22d55364ff22 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] For port 06e0d7e1-242a-45a2-ba47-82490d6e1fda, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06e0d7e1-242a-45a2-ba47-82490d6e1fda,segment=NetworkSegment(1fd0ffc6-d2cb-4c2f-8a46-3065021c178e),segment_id=1fd0ffc6-d2cb-4c2f-8a46-3065021c178e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:30.986539 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c18ef142-952a-4cf2-a1cc-692411c313dc req-9c572abe-0671-434e-9a3c-22d55364ff22 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:31.001839 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-c18ef142-952a-4cf2-a1cc-692411c313dc req-9c572abe-0671-434e-9a3c-22d55364ff22 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Calling delete_port for 06e0d7e1-242a-45a2-ba47-82490d6e1fda owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:33:31.046852 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'name': 'tempest-TestShelveInstance-1303827073-router', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '157c3353-26d1-404f-b126-5101417e39e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:33:27Z', 'revision_number': 4, 'project_id': 'efeee7c60fe04ac9827d54eaf3108928', 'gw_port': {'id': '157c3353-26d1-404f-b126-5101417e39e0', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'bc341692-d680-4764-b555-af7034024fa0', 'name': '', 'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'mac_address': 'fa:16:3e:28:07:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'f4fef53c-0a45-48df-a7c3-93fc5b96c84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:26Z', 'updated_at': '2022-03-29T15:33:27Z', 'revision_number': 2, 'project_id': 'efeee7c60fe04ac9827d54eaf3108928', 'subnets': [{'id': 'f4fef53c-0a45-48df-a7c3-93fc5b96c84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:31.076825 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Checking router: 290d5082-96e2-439d-a17b-9a05c2a4104c for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:33:31.077856 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Updating router 290d5082-96e2-439d-a17b-9a05c2a4104c port bc341692-d680-4764-b555-af7034024fa0 binding host dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:33:31.109441 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (bc341692-d680-4764-b555-af7034024fa0), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:31.205992 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c18ef142-952a-4cf2-a1cc-692411c313dc req-9c572abe-0671-434e-9a3c-22d55364ff22 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (06e0d7e1-242a-45a2-ba47-82490d6e1fda), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:31.237533 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbcc5d-7bfa-4f54-8809-1c654fcf12ea req-555818fb-df73-41d2-8d45-439dde5bdbe2 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:31.239004 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-85bbcc5d-7bfa-4f54-8809-1c654fcf12ea req-555818fb-df73-41d2-8d45-439dde5bdbe2 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0933573 Mar 29 15:33:31.240725 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c572abe-0671-434e-9a3c-22d55364ff22 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Pushing event deleted for resources: {'Port': ['ID=06e0d7e1-242a-45a2-ba47-82490d6e1fda,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:31.311256 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18ef142-952a-4cf2-a1cc-692411c313dc req-9c572abe-0671-434e-9a3c-22d55364ff22 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] No DVR routers for this DVR port 06e0d7e1-242a-45a2-ba47-82490d6e1fda on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:33:31.315621 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c18ef142-952a-4cf2-a1cc-692411c313dc req-9c572abe-0671-434e-9a3c-22d55364ff22 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:31.318858 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c18ef142-952a-4cf2-a1cc-692411c313dc req-9c572abe-0671-434e-9a3c-22d55364ff22 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.31 "DELETE /v2.0/ports/06e0d7e1-242a-45a2-ba47-82490d6e1fda HTTP/1.1" status: 204 len: 173 time: 0.5528989 Mar 29 15:33:31.319293 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7f8886-7fc6-4441-9a40-cc41acef0f2b', 'name': 'network-vif-deleted', 'tag': '06e0d7e1-242a-45a2-ba47-82490d6e1fda'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:33:31.321650 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aff50b1-67b7-42b0-acb3-6e5a3bc9d939" -d '{"events": [{"server_uuid": "5b7f8886-7fc6-4441-9a40-cc41acef0f2b", "name": "network-vif-deleted", "tag": "06e0d7e1-242a-45a2-ba47-82490d6e1fda"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:33:31.340767 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-85bbcc5d-7bfa-4f54-8809-1c654fcf12ea req-cd675c7e-6ff9-4257-9a85-05909e7c3969 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925152 Mar 29 15:33:31.372126 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80c4ada-f6ad-4f68-95c3-9f762e0e4e34 x-openstack-request-id: req-e80c4ada-f6ad-4f68-95c3-9f762e0e4e34 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:33:31.372424 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7f8886-7fc6-4441-9a40-cc41acef0f2b", "name": "network-vif-deleted", "tag": "06e0d7e1-242a-45a2-ba47-82490d6e1fda", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:33:31.372675 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e80c4ada-f6ad-4f68-95c3-9f762e0e4e34 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:33:31.373111 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e80c4ada-f6ad-4f68-95c3-9f762e0e4e34'] response: {'server_uuid': '5b7f8886-7fc6-4441-9a40-cc41acef0f2b', 'name': 'network-vif-deleted', 'tag': '06e0d7e1-242a-45a2-ba47-82490d6e1fda', 'status': 'completed', 'code': 200} Mar 29 15:33:31.425626 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Publish callbacks [] for port (bc341692-d680-4764-b555-af7034024fa0), precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:31.431608 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (bc341692-d680-4764-b555-af7034024fa0), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:31.465803 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d8c7d624-cdb4-4933-9141-5ca5a9dd37f9 req-d30a2d5a-bc6e-436c-92c1-43be200b6add tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 210 time: 0.0275285 Mar 29 15:33:31.482490 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ec1f7-868d-472b-9168-6cf8f8416f51 None None] Pushing event updated for resources: {'Port': ['ID=bc341692-d680-4764-b555-af7034024fa0,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:31.535424 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Attempting to bind port bc341692-d680-4764-b555-af7034024fa0 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:33:31.535790 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Attempting to bind port bc341692-d680-4764-b555-af7034024fa0 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': '12705e89-614f-45b3-9d2e-bdc292579347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:33:31.536146 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Attempting to bind port bc341692-d680-4764-b555-af7034024fa0 on network aad08a5e-d385-4a6f-8d9f-64b714d49fa8 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:33:31.541852 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:33:31.542225 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Checking segment: {'id': '12705e89-614f-45b3-9d2e-bdc292579347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:33:31.542619 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:31.543006 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Bound using segment: {'id': '12705e89-614f-45b3-9d2e-bdc292579347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:33:31.543467 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Bound port: bc341692-d680-4764-b555-af7034024fa0, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12705e89-614f-45b3-9d2e-bdc292579347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:33:31.543841 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (bc341692-d680-4764-b555-af7034024fa0), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:31.612119 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] For port bc341692-d680-4764-b555-af7034024fa0, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:33:31.615288 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] For port bc341692-d680-4764-b555-af7034024fa0, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=bc341692-d680-4764-b555-af7034024fa0,segment=NetworkSegment(12705e89-614f-45b3-9d2e-bdc292579347),segment_id=12705e89-614f-45b3-9d2e-bdc292579347)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:33:31.622469 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (bc341692-d680-4764-b555-af7034024fa0), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:31.677541 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Routers {'290d5082-96e2-439d-a17b-9a05c2a4104c'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:33:31.678187 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:33:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['290d5082-96e2-439d-a17b-9a05c2a4104c'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:31.683061 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ec1f7-868d-472b-9168-6cf8f8416f51 None None] Pushing event updated for resources: {'Port': ['ID=bc341692-d680-4764-b555-af7034024fa0,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:31.775547 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-4b2ad9da-a898-45ad-9726-ce52c97e0e20 None None] Provisioning complete for port bc341692-d680-4764-b555-af7034024fa0 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:31.775921 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad9da-a898-45ad-9726-ce52c97e0e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (bc341692-d680-4764-b555-af7034024fa0), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:31.828383 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] Set router 290d5082-96e2-439d-a17b-9a05c2a4104c gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:33:31.974755 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ad9da-a898-45ad-9726-ce52c97e0e20 None None] Current status of the port bc341692-d680-4764-b555-af7034024fa0 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:31.975145 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad9da-a898-45ad-9726-ce52c97e0e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (bc341692-d680-4764-b555-af7034024fa0), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:32.030283 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-4b2ad9da-a898-45ad-9726-ce52c97e0e20 None None] For port bc341692-d680-4764-b555-af7034024fa0, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=bc341692-d680-4764-b555-af7034024fa0,segment=NetworkSegment(12705e89-614f-45b3-9d2e-bdc292579347),segment_id=12705e89-614f-45b3-9d2e-bdc292579347)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:33:32.034743 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad9da-a898-45ad-9726-ce52c97e0e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (bc341692-d680-4764-b555-af7034024fa0), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:32.057059 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 157c3353-26d1-404f-b126-5101417e39e0 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:32.145185 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ad9da-a898-45ad-9726-ce52c97e0e20 None None] Pushing event updated for resources: {'Port': ['ID=bc341692-d680-4764-b555-af7034024fa0,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:32.173742 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-f203788d-0864-462c-a728-ed7fd4b7c0b0 None None] Provisioning complete for port bc341692-d680-4764-b555-af7034024fa0 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:32.174115 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f203788d-0864-462c-a728-ed7fd4b7c0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (bc341692-d680-4764-b555-af7034024fa0), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:32.178558 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 157c3353-26d1-404f-b126-5101417e39e0 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:32.178921 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (157c3353-26d1-404f-b126-5101417e39e0), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:32.215511 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'name': 'tempest-TestShelveInstance-1303827073-router', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '157c3353-26d1-404f-b126-5101417e39e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:33:27Z', 'revision_number': 4, 'project_id': 'efeee7c60fe04ac9827d54eaf3108928', 'gw_port': {'id': '157c3353-26d1-404f-b126-5101417e39e0', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'bc341692-d680-4764-b555-af7034024fa0', 'name': '', 'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'mac_address': 'fa:16:3e:28:07:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'f4fef53c-0a45-48df-a7c3-93fc5b96c84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:26Z', 'updated_at': '2022-03-29T15:33:31Z', 'revision_number': 4, 'project_id': 'efeee7c60fe04ac9827d54eaf3108928', 'subnets': [{'id': 'f4fef53c-0a45-48df-a7c3-93fc5b96c84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:33:32.251490 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a815e7-b91f-471a-8dbe-dae5d7f40939 None None] The sync data for ids ['290d5082-96e2-439d-a17b-9a05c2a4104c'] in dv-cinder-790535-36-iscsi is: [{'id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'name': 'tempest-TestShelveInstance-1303827073-router', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '157c3353-26d1-404f-b126-5101417e39e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:33:27Z', 'revision_number': 4, 'project_id': 'efeee7c60fe04ac9827d54eaf3108928', 'gw_port': {'id': '157c3353-26d1-404f-b126-5101417e39e0', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'bc341692-d680-4764-b555-af7034024fa0', 'name': '', 'network_id': 'aad08a5e-d385-4a6f-8d9f-64b714d49fa8', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'mac_address': 'fa:16:3e:28:07:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'f4fef53c-0a45-48df-a7c3-93fc5b96c84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:26Z', 'updated_at': '2022-03-29T15:33:31Z', 'revision_number': 4, 'project_id': 'efeee7c60fe04ac9827d54eaf3108928', 'subnets': [{'id': 'f4fef53c-0a45-48df-a7c3-93fc5b96c84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:33:32.355904 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 157c3353-26d1-404f-b126-5101417e39e0 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:32.358390 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f203788d-0864-462c-a728-ed7fd4b7c0b0 None None] Current status of the port bc341692-d680-4764-b555-af7034024fa0 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:32.473109 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e61a3c-73a4-4c80-85dd-0faa73178a49 req-414d96b3-8925-4485-b870-13b4bb078a74 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:32.478114 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-43e61a3c-73a4-4c80-85dd-0faa73178a49 req-414d96b3-8925-4485-b870-13b4bb078a74 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0582933 Mar 29 15:33:32.527110 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-43e61a3c-73a4-4c80-85dd-0faa73178a49 req-4395ed39-bb3b-437f-aeef-694b112a9baf tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459030 Mar 29 15:33:32.579006 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5ae71dbf-eb48-4eb2-b162-a42e5695b8e7 req-d29a69e0-d57b-4e81-9421-c48fb4a938d6 tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 210 time: 0.0274949 Mar 29 15:33:33.428468 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['06e0d7e1-242a-45a2-ba47-82490d6e1fda'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:33:33.664111 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0102a6-407d-4b27-ad91-7801d9144820 req-4eb7df41-12ec-420e-b685-61eab17a1843 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:33.666475 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5c0102a6-407d-4b27-ad91-7801d9144820 req-4eb7df41-12ec-420e-b685-61eab17a1843 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0690155 Mar 29 15:33:33.729391 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5c0102a6-407d-4b27-ad91-7801d9144820 req-ed9b297c-9868-43c1-b7f8-343e557f11e6 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574460 Mar 29 15:33:33.732439 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c47a255b-bcdc-475a-8d98-b633d10a323b req-0dee430f-ad5f-4ce0-8cf6-340638cedc7d tempest-VolumesActionsTest-1030501449 tempest-VolumesActionsTest-1030501449-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7f8886-7fc6-4441-9a40-cc41acef0f2b HTTP/1.1" status: 200 len: 210 time: 0.0368719 Mar 29 15:33:34.074905 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device bc341692-d680-4764-b555-af7034024fa0 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:33:34.131422 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port bc341692-d680-4764-b555-af7034024fa0 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:34.131794 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (bc341692-d680-4764-b555-af7034024fa0), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:34.208765 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port bc341692-d680-4764-b555-af7034024fa0 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:33:34.859606 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13d800-0ab3-488a-9621-101f68fc109b req-6adc584e-033b-4642-88fb-a16d7fced923 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:34.861304 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2d13d800-0ab3-488a-9621-101f68fc109b req-6adc584e-033b-4642-88fb-a16d7fced923 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0600526 Mar 29 15:33:34.917679 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2d13d800-0ab3-488a-9621-101f68fc109b req-56a47192-9068-4193-a171-0c82c238fa36 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492675 Mar 29 15:33:35.559253 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48764) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:35.665284 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b254-99ed-4188-811b-5299b95d7e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:35.737821 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b254-99ed-4188-811b-5299b95d7e16 admin admin] Publish callbacks [] for security_group (1353c784-600f-4cf6-b5fd-e31bbddab647), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:35.741760 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b254-99ed-4188-811b-5299b95d7e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (1353c784-600f-4cf6-b5fd-e31bbddab647), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:35.778486 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0b254-99ed-4188-811b-5299b95d7e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1353c784-600f-4cf6-b5fd-e31bbddab647,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:35.782696 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-b7f0b254-99ed-4188-811b-5299b95d7e16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eceb146f143a4d27a4489af307a34e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223604 Mar 29 15:33:35.785272 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48768) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:35.833122 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-feabca5e-9c7f-4d2b-8ffc-353074b010f6 admin admin] Publish callbacks [] for security_group (1353c784-600f-4cf6-b5fd-e31bbddab647), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:35.859960 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-feabca5e-9c7f-4d2b-8ffc-353074b010f6 admin admin] Publish callbacks [] for security_group (1353c784-600f-4cf6-b5fd-e31bbddab647), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:35.904975 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-feabca5e-9c7f-4d2b-8ffc-353074b010f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (1353c784-600f-4cf6-b5fd-e31bbddab647), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:35.907501 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-feabca5e-9c7f-4d2b-8ffc-353074b010f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:35.908615 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-feabca5e-9c7f-4d2b-8ffc-353074b010f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1353c784-600f-4cf6-b5fd-e31bbddab647 HTTP/1.1" status: 204 len: 168 time: 0.1224291 Mar 29 15:33:35.916720 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabca5e-9c7f-4d2b-8ffc-353074b010f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353c784-600f-4cf6-b5fd-e31bbddab647,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:36.045483 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcb30b-d929-4890-b3ec-0d009677d7be req-01167544-0183-4736-aef1-e18d98bdbcc7 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:36.047039 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-05dcb30b-d929-4890-b3ec-0d009677d7be req-01167544-0183-4736-aef1-e18d98bdbcc7 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0611074 Mar 29 15:33:36.104274 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-05dcb30b-d929-4890-b3ec-0d009677d7be req-c76b9c03-3a2a-4b91-afc7-23335a234c96 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517147 Mar 29 15:33:37.219430 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcc691-9a5e-4fcb-9d70-b98e6f4f33fe req-5c7dc6fb-bdef-4ad1-8230-3c769ce621c9 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:37.220881 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f4fcc691-9a5e-4fcb-9d70-b98e6f4f33fe req-5c7dc6fb-bdef-4ad1-8230-3c769ce621c9 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0514827 Mar 29 15:33:37.266644 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f4fcc691-9a5e-4fcb-9d70-b98e6f4f33fe req-79f022d8-3845-44db-93de-775222da642d tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400527 Mar 29 15:33:37.615633 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 06e0d7e1-242a-45a2-ba47-82490d6e1fda no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:33:37.638552 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 06e0d7e1-242a-45a2-ba47-82490d6e1fda {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:33:37.638898 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 06e0d7e1-242a-45a2-ba47-82490d6e1fda not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:33:38.382204 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9157002-fcfb-4071-aa0b-5de36680cfa1 req-9ce34adf-3d92-47fa-9194-bb9154bd0f0c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:38.384362 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e9157002-fcfb-4071-aa0b-5de36680cfa1 req-9ce34adf-3d92-47fa-9194-bb9154bd0f0c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0524399 Mar 29 15:33:38.429441 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e9157002-fcfb-4071-aa0b-5de36680cfa1 req-de763987-beee-43a0-9658-9a2a9f8cfc69 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395424 Mar 29 15:33:39.553596 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29264d1-3335-4ce9-b3e3-7dfc7b617a6f req-7c8e6502-2967-41d8-a200-6012b408d426 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:39.555276 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c29264d1-3335-4ce9-b3e3-7dfc7b617a6f req-7c8e6502-2967-41d8-a200-6012b408d426 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0561023 Mar 29 15:33:39.606857 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c29264d1-3335-4ce9-b3e3-7dfc7b617a6f req-3ca7a723-6662-455e-a4a4-266b2e6e9b18 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456078 Mar 29 15:33:40.731037 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493e403-3a1d-45e2-82b2-b2f18e61eee5 req-ce2a0d59-1fe0-4925-b434-ab59a69c8491 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:40.732519 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f493e403-3a1d-45e2-82b2-b2f18e61eee5 req-ce2a0d59-1fe0-4925-b434-ab59a69c8491 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0543931 Mar 29 15:33:40.781255 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f493e403-3a1d-45e2-82b2-b2f18e61eee5 req-bcbd4815-d63b-4a14-ba90-c04a4ea8d570 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431271 Mar 29 15:33:41.032960 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36057652-cd23-4a22-a537-12e5814b9da0 req-8a767fad-4b1d-42c4-9e23-64ce46532bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:41.035006 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-36057652-cd23-4a22-a537-12e5814b9da0 req-8a767fad-4b1d-42c4-9e23-64ce46532bff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 1130 time: 0.0519567 Mar 29 15:33:41.088620 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-36057652-cd23-4a22-a537-12e5814b9da0 req-6db12591-702e-4ea7-8da3-90112c01bcb8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448353 Mar 29 15:33:42.052564 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b540e9a-629a-4161-b9e7-057830053391 req-ae3221d7-1f2b-497f-9359-a8c972ecae53 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:42.061388 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5b540e9a-629a-4161-b9e7-057830053391 req-ae3221d7-1f2b-497f-9359-a8c972ecae53 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.1065898 Mar 29 15:33:42.134171 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5b540e9a-629a-4161-b9e7-057830053391 req-9ece63f1-5d38-4d96-84c3-eb4f9fc58968 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707510 Mar 29 15:33:42.260468 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 48938) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:42.391249 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:42.473794 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Publish callbacks [] for security_group (69d6b219-b83a-4f69-b21d-c9c4bb05f448), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:42.478096 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (69d6b219-b83a-4f69-b21d-c9c4bb05f448), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:42.527934 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 48942) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:42.528526 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=510ff29b6b4d41c39604c53e7059f26d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655730 Mar 29 15:33:42.528526 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d6b219-b83a-4f69-b21d-c9c4bb05f448,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:42.536564 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.536924 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.537358 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.537699 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.538094 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.538458 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.539316 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.539316 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.540108 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.541774 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.542223 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.543089 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.543419 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.543795 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.544156 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a406ea-01af-4767-9688-d20cdaa20531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:42.569063 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fb23-ab4a-43c2-9f2c-ed8042e54fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:42.603842 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4dcd89d7-5b71-4530-b0ae-97cd6321332a admin admin] Publish callbacks [] for security_group (69d6b219-b83a-4f69-b21d-c9c4bb05f448), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:42.629881 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4dcd89d7-5b71-4530-b0ae-97cd6321332a admin admin] Publish callbacks [] for security_group (69d6b219-b83a-4f69-b21d-c9c4bb05f448), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:42.683344 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4dcd89d7-5b71-4530-b0ae-97cd6321332a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (69d6b219-b83a-4f69-b21d-c9c4bb05f448), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:42.685960 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4dcd89d7-5b71-4530-b0ae-97cd6321332a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:42.689795 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-4dcd89d7-5b71-4530-b0ae-97cd6321332a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69d6b219-b83a-4f69-b21d-c9c4bb05f448 HTTP/1.1" status: 204 len: 168 time: 0.1599834 Mar 29 15:33:42.698843 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd89d7-5b71-4530-b0ae-97cd6321332a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d6b219-b83a-4f69-b21d-c9c4bb05f448,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:43.284183 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6701e-2a2a-41d8-ab90-c84445294b98 req-6df3e1fb-2144-4a0e-9014-1d6764246795 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:43.292221 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-aec6701e-2a2a-41d8-ab90-c84445294b98 req-6df3e1fb-2144-4a0e-9014-1d6764246795 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0739696 Mar 29 15:33:43.347075 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-aec6701e-2a2a-41d8-ab90-c84445294b98 req-870cf068-b662-4f08-8cf3-c6e3009cf08c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538602 Mar 29 15:33:43.699429 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb04d1-3edc-4a16-b1d0-9f62fbf18926 req-8698c838-5fd6-430b-b9e5-0f515bdae8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:43.702483 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b5fb04d1-3edc-4a16-b1d0-9f62fbf18926 req-8698c838-5fd6-430b-b9e5-0f515bdae8ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 1130 time: 0.0630476 Mar 29 15:33:43.765769 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341472c7-794b-47b6-9ba2-b4ebc4c7848a req-26359ea9-e842-4ff3-8122-421c888a664d tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:43.778001 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-341472c7-794b-47b6-9ba2-b4ebc4c7848a req-26359ea9-e842-4ff3-8122-421c888a664d tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.1185741 Mar 29 15:33:43.854901 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-341472c7-794b-47b6-9ba2-b4ebc4c7848a req-cf4c56c6-ffae-4c7f-abbc-703ffd3c9918 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717103 Mar 29 15:33:43.912771 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb04d1-3edc-4a16-b1d0-9f62fbf18926 req-de34c0e9-698c-41f1-b3f5-feee77d9dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:43.914958 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b5fb04d1-3edc-4a16-b1d0-9f62fbf18926 req-de34c0e9-698c-41f1-b3f5-feee77d9dd36 service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.1953852 Mar 29 15:33:44.007696 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b5fb04d1-3edc-4a16-b1d0-9f62fbf18926 req-d94036fd-64dd-4e43-bf91-99fb0be584b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c HTTP/1.1" status: 200 len: 217 time: 0.0837367 Mar 29 15:33:44.122795 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb04d1-3edc-4a16-b1d0-9f62fbf18926 req-333e93be-aacc-40cd-941b-458a0bb551f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:44.124253 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b5fb04d1-3edc-4a16-b1d0-9f62fbf18926 req-333e93be-aacc-40cd-941b-458a0bb551f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.1082940 Mar 29 15:33:44.184584 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-628bbf79-93b8-44ce-b4aa-2a45d0f7b9ca req-a47edb93-bba4-43a6-a2ba-20147cfe4625 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1308749 Mar 29 15:33:44.214404 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb04d1-3edc-4a16-b1d0-9f62fbf18926 req-132dd36f-c0d3-4814-9498-7dd8811e0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:44.215995 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b5fb04d1-3edc-4a16-b1d0-9f62fbf18926 req-132dd36f-c0d3-4814-9498-7dd8811e0d1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0828960 Mar 29 15:33:44.366652 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bbf79-93b8-44ce-b4aa-2a45d0f7b9ca req-6a5d274a-53e6-4437-9121-cd77cad66153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:44.369107 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-628bbf79-93b8-44ce-b4aa-2a45d0f7b9ca req-6a5d274a-53e6-4437-9121-cd77cad66153 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 1130 time: 0.1386068 Mar 29 15:33:44.395921 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b5fb04d1-3edc-4a16-b1d0-9f62fbf18926 req-466c9602-c6c5-48af-b749-7b8e2e573191 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673088 Mar 29 15:33:44.602213 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bbf79-93b8-44ce-b4aa-2a45d0f7b9ca req-c49523a3-f138-4282-9ead-8080f23544d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:44.604062 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-628bbf79-93b8-44ce-b4aa-2a45d0f7b9ca req-c49523a3-f138-4282-9ead-8080f23544d7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.2072413 Mar 29 15:33:44.665299 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b5fb04d1-3edc-4a16-b1d0-9f62fbf18926 req-f856f8de-efb9-40ec-bcc0-3bf13997fad4 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026756 Mar 29 15:33:44.683039 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-628bbf79-93b8-44ce-b4aa-2a45d0f7b9ca req-e7bcc14c-8b71-4471-92ad-52a7704534c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=873ba81b-567e-4418-8d09-92acc7209f2b HTTP/1.1" status: 200 len: 217 time: 0.0664468 Mar 29 15:33:44.772487 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bbf79-93b8-44ce-b4aa-2a45d0f7b9ca req-0cfee2ee-73bb-4f1e-a11f-08a5c8dab6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:44.774013 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-628bbf79-93b8-44ce-b4aa-2a45d0f7b9ca req-0cfee2ee-73bb-4f1e-a11f-08a5c8dab6d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0821972 Mar 29 15:33:44.877929 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bbf79-93b8-44ce-b4aa-2a45d0f7b9ca req-e549c189-aeb1-4dc4-a3d4-e8e91f24e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:44.879397 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-628bbf79-93b8-44ce-b4aa-2a45d0f7b9ca req-e549c189-aeb1-4dc4-a3d4-e8e91f24e2ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0973229 Mar 29 15:33:45.096737 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-87fbc777-e1c6-4843-b95c-dbcf8abb8633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:45.140059 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689047d-958b-4ad6-b628-d1a1711c4475 req-29ac0a1f-6c0a-409d-8cd9-1d09a0e96af0 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:45.151448 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1689047d-958b-4ad6-b628-d1a1711c4475 req-29ac0a1f-6c0a-409d-8cd9-1d09a0e96af0 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.1569400 Mar 29 15:33:45.190044 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-628bbf79-93b8-44ce-b4aa-2a45d0f7b9ca req-5bfc656d-0a4d-421a-888f-5ed527405a50 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953541 Mar 29 15:33:45.275221 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1689047d-958b-4ad6-b628-d1a1711c4475 req-4878b30d-a3eb-4e99-b6bc-8e2602883c05 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210325 Mar 29 15:33:45.314306 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:45.385829 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-628bbf79-93b8-44ce-b4aa-2a45d0f7b9ca req-bf45e1b0-1c6a-4795-9ec4-ee3d0268cf99 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790648 Mar 29 15:33:46.119029 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:46.423032 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17e307-744d-4507-b8fb-cd018e733908 req-7482927d-3c8e-4daf-ab34-301a66202d85 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:46.424610 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5c17e307-744d-4507-b8fb-cd018e733908 req-7482927d-3c8e-4daf-ab34-301a66202d85 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0600564 Mar 29 15:33:46.497735 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5c17e307-744d-4507-b8fb-cd018e733908 req-87f80697-ecff-4770-9416-de85b7b8c543 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539019 Mar 29 15:33:47.202336 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:47.631049 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de69642-4169-40fb-a08d-00fb5cccb173 req-b6a9ac17-5508-4d97-8da1-fbd9fb0ef604 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:47.632591 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3de69642-4169-40fb-a08d-00fb5cccb173 req-b6a9ac17-5508-4d97-8da1-fbd9fb0ef604 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0709562 Mar 29 15:33:47.697188 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3de69642-4169-40fb-a08d-00fb5cccb173 req-8e00d1e3-c36b-4de2-9031-89c3a8af70e0 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555859 Mar 29 15:33:48.769628 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.310945 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49154) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:49.316217 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1243555815', 'description': 'tempest-description--1341653370'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:49.338802 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.426523 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for security_group (f4c67732-c308-4a9a-bdaf-edeb889456b3), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.431450 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (f4c67732-c308-4a9a-bdaf-edeb889456b3), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.464302 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.471731 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 49158) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:49.480890 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-84f376cd-4738-486b-b095-47dfc5f5ca74 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Request body: {'security_group_rule': {'security_group_id': 'f4c67732-c308-4a9a-bdaf-edeb889456b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:49.486948 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1733844 Mar 29 15:33:49.491512 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c67732-c308-4a9a-bdaf-edeb889456b3,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:49.515291 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.515871 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.516615 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.517549 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.519198 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.520132 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.521070 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.521816 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.522178 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.522694 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.523138 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.523520 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.524245 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.525480 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.526106 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c3f14-bda7-49b4-8965-114f85220a07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:33:49.551954 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84f376cd-4738-486b-b095-47dfc5f5ca74 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for security_group_rule (48c59479-dae6-4758-ad66-de8f1e753274), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.638479 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84f376cd-4738-486b-b095-47dfc5f5ca74 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for security_group_rule (48c59479-dae6-4758-ad66-de8f1e753274), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.646759 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84f376cd-4738-486b-b095-47dfc5f5ca74 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (48c59479-dae6-4758-ad66-de8f1e753274), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.651575 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49164) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:49.676334 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f376cd-4738-486b-b095-47dfc5f5ca74 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c59479-dae6-4758-ad66-de8f1e753274,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:49.685862 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84f376cd-4738-486b-b095-47dfc5f5ca74 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.690541 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-84f376cd-4738-486b-b095-47dfc5f5ca74 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2177410 Mar 29 15:33:49.690812 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49168) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:49.696374 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-1360467e-f7ce-4deb-86c1-4a8d180b2271 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Request body: {'security_group_rule': {'security_group_id': 'f4c67732-c308-4a9a-bdaf-edeb889456b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:49.732571 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1360467e-f7ce-4deb-86c1-4a8d180b2271 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for security_group_rule (e617e04d-6120-4748-930f-27dfb4dc0663), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.881661 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4aeae11b-a5f6-476b-8c92-6b9cf424e13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.898665 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1360467e-f7ce-4deb-86c1-4a8d180b2271 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for security_group_rule (e617e04d-6120-4748-930f-27dfb4dc0663), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.903650 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1360467e-f7ce-4deb-86c1-4a8d180b2271 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (e617e04d-6120-4748-930f-27dfb4dc0663), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.935283 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360467e-f7ce-4deb-86c1-4a8d180b2271 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e617e04d-6120-4748-930f-27dfb4dc0663,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:49.955728 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1360467e-f7ce-4deb-86c1-4a8d180b2271 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:49.957250 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-1360467e-f7ce-4deb-86c1-4a8d180b2271 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2651052 Mar 29 15:33:49.961249 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49174) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:49.966873 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:50.008559 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:50.073368 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4aeae11b-a5f6-476b-8c92-6b9cf424e13d admin admin] Publish callbacks [] for security_group (9bfaa78e-b516-4f30-a0a9-e2895316d498), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:50.079598 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4aeae11b-a5f6-476b-8c92-6b9cf424e13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (9bfaa78e-b516-4f30-a0a9-e2895316d498), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:50.126619 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-4aeae11b-a5f6-476b-8c92-6b9cf424e13d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc70cdf5f57e439e92750f03f1e3b03e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4729650 Mar 29 15:33:50.128923 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49176) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:50.136658 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeae11b-a5f6-476b-8c92-6b9cf424e13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfaa78e-b516-4f30-a0a9-e2895316d498,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:50.214513 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a84a915-d5eb-4fc2-a89f-3a15caa0d10d admin admin] Publish callbacks [] for security_group (9bfaa78e-b516-4f30-a0a9-e2895316d498), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:50.236460 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:50.252713 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a84a915-d5eb-4fc2-a89f-3a15caa0d10d admin admin] Publish callbacks [] for security_group (9bfaa78e-b516-4f30-a0a9-e2895316d498), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:50.394849 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a84a915-d5eb-4fc2-a89f-3a15caa0d10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (9bfaa78e-b516-4f30-a0a9-e2895316d498), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:50.397313 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a84a915-d5eb-4fc2-a89f-3a15caa0d10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:50.398935 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-8a84a915-d5eb-4fc2-a89f-3a15caa0d10d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bfaa78e-b516-4f30-a0a9-e2895316d498 HTTP/1.1" status: 204 len: 168 time: 0.2684085 Mar 29 15:33:50.417011 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84a915-d5eb-4fc2-a89f-3a15caa0d10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfaa78e-b516-4f30-a0a9-e2895316d498,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:50.419204 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Allocated IP 172.27.0.232 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/3a3e8f1e-cc11-48a8-869a-a831281dd833) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:33:50.546650 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for port (3a3e8f1e-cc11-48a8-869a-a831281dd833), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:50.589716 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (3a3e8f1e-cc11-48a8-869a-a831281dd833), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:50.633962 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:50.637186 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:50.641080 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:33:50.683148 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Pushing event updated for resources: {'Port': ['ID=3a3e8f1e-cc11-48a8-869a-a831281dd833,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:50.792969 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for floatingip (ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:50.832609 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3a3e8f1e-cc11-48a8-869a-a831281dd833), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:51.011781 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for port (3a3e8f1e-cc11-48a8-869a-a831281dd833), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:51.016582 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (3a3e8f1e-cc11-48a8-869a-a831281dd833), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:51.121190 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Pushing event updated for resources: {'Port': ['ID=3a3e8f1e-cc11-48a8-869a-a831281dd833,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:51.153312 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:51.174773 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:51.181458 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-d3dd6408-0800-4fbc-8e97-e4292adda32c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2191396 Mar 29 15:33:52.740652 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49226) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:53.096442 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6c21a76e-db55-4f6c-8b74-399ff333aedf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.179115 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6c21a76e-db55-4f6c-8b74-399ff333aedf admin admin] Publish callbacks [] for security_group (4cc65363-3656-4b77-805d-baae9cf2f96e), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.183819 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6c21a76e-db55-4f6c-8b74-399ff333aedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4cc65363-3656-4b77-805d-baae9cf2f96e), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.221477 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21a76e-db55-4f6c-8b74-399ff333aedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc65363-3656-4b77-805d-baae9cf2f96e,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:53.232482 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 49230) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:53.245081 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-6c21a76e-db55-4f6c-8b74-399ff333aedf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0da3bef6e8344bd3ace8a24689c3ce04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962485 Mar 29 15:33:53.281470 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1da1eae-4ea9-42ed-99dc-6cfc64bf5873 admin admin] Publish callbacks [] for security_group (4cc65363-3656-4b77-805d-baae9cf2f96e), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.303916 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1da1eae-4ea9-42ed-99dc-6cfc64bf5873 admin admin] Publish callbacks [] for security_group (4cc65363-3656-4b77-805d-baae9cf2f96e), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.352724 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1da1eae-4ea9-42ed-99dc-6cfc64bf5873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4cc65363-3656-4b77-805d-baae9cf2f96e), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.355720 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1da1eae-4ea9-42ed-99dc-6cfc64bf5873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.356856 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-f1da1eae-4ea9-42ed-99dc-6cfc64bf5873 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cc65363-3656-4b77-805d-baae9cf2f96e HTTP/1.1" status: 204 len: 168 time: 0.1238809 Mar 29 15:33:53.367808 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da1eae-4ea9-42ed-99dc-6cfc64bf5873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc65363-3656-4b77-805d-baae9cf2f96e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:53.671050 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 49240) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:53.685540 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fec48e32-c99e-4ecd-b30d-900d1154b7b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.772973 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fec48e32-c99e-4ecd-b30d-900d1154b7b6 admin admin] Publish callbacks [] for security_group (9bc22654-acdc-417f-979b-afafa1b39350), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.779346 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fec48e32-c99e-4ecd-b30d-900d1154b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (9bc22654-acdc-417f-979b-afafa1b39350), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.821429 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49242) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:53.822002 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-fec48e32-c99e-4ecd-b30d-900d1154b7b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcc7182230f94d9e93e5708825df1ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492786 Mar 29 15:33:53.822373 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec48e32-c99e-4ecd-b30d-900d1154b7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc22654-acdc-417f-979b-afafa1b39350,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:53.892777 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-11c4ebde-55df-40e5-9b51-a9ad13b965d6 admin admin] Publish callbacks [] for security_group (9bc22654-acdc-417f-979b-afafa1b39350), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.925306 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-11c4ebde-55df-40e5-9b51-a9ad13b965d6 admin admin] Publish callbacks [] for security_group (9bc22654-acdc-417f-979b-afafa1b39350), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.995295 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-11c4ebde-55df-40e5-9b51-a9ad13b965d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (9bc22654-acdc-417f-979b-afafa1b39350), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.998076 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-11c4ebde-55df-40e5-9b51-a9ad13b965d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:53.999384 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-11c4ebde-55df-40e5-9b51-a9ad13b965d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bc22654-acdc-417f-979b-afafa1b39350 HTTP/1.1" status: 204 len: 168 time: 0.1767581 Mar 29 15:33:54.009019 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4ebde-55df-40e5-9b51-a9ad13b965d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc22654-acdc-417f-979b-afafa1b39350,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:54.313391 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-acd62860-e45b-470a-ab30-fe05b8e2c090 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1243555815&fields=id&tenant_id=1623afb8886b48af82c5e0475cc0684d HTTP/1.1" status: 200 len: 267 time: 0.0476253 Mar 29 15:33:54.395764 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 49258) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:54.416271 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95b8ab06-de8b-4b8e-b7b9-868ae701f178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:54.441318 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-a4f6a9d5-e11f-432a-b3b7-27aa193ed3ef tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:54.442956 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-a4f6a9d5-e11f-432a-b3b7-27aa193ed3ef tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 818 time: 0.1224420 Mar 29 15:33:54.472667 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-546c3269-f408-4a3f-9941-1c21a911a130 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/quotas/1623afb8886b48af82c5e0475cc0684d HTTP/1.1" status: 200 len: 375 time: 0.0232563 Mar 29 15:33:54.537316 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95b8ab06-de8b-4b8e-b7b9-868ae701f178 admin admin] Publish callbacks [] for security_group (c4781399-15f5-490b-b056-037c724b7d1f), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:54.544362 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95b8ab06-de8b-4b8e-b7b9-868ae701f178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (c4781399-15f5-490b-b056-037c724b7d1f), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:54.556234 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-fa83822f-1415-422f-8526-b601dc42669d tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0774534 Mar 29 15:33:54.591544 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8ab06-de8b-4b8e-b7b9-868ae701f178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4781399-15f5-490b-b056-037c724b7d1f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:54.600606 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-95b8ab06-de8b-4b8e-b7b9-868ae701f178 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1213e1ec1c54d8fa31d1d50dc71a5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995041 Mar 29 15:33:54.601481 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 49264) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:33:54.654868 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90b0597b-75a7-48fa-9386-e0bf167727ac admin admin] Publish callbacks [] for security_group (c4781399-15f5-490b-b056-037c724b7d1f), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:54.684782 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90b0597b-75a7-48fa-9386-e0bf167727ac admin admin] Publish callbacks [] for security_group (c4781399-15f5-490b-b056-037c724b7d1f), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:54.690407 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-3944f660-35ca-4059-9db7-98acb579e868 service neutron] 10.222.0.18 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227376 Mar 29 15:33:54.740507 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90b0597b-75a7-48fa-9386-e0bf167727ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (c4781399-15f5-490b-b056-037c724b7d1f), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:54.748401 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90b0597b-75a7-48fa-9386-e0bf167727ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:54.751036 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-90b0597b-75a7-48fa-9386-e0bf167727ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4781399-15f5-490b-b056-037c724b7d1f HTTP/1.1" status: 204 len: 168 time: 0.1491489 Mar 29 15:33:54.792729 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0597b-75a7-48fa-9386-e0bf167727ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4781399-15f5-490b-b056-037c724b7d1f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:54.841357 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-c5819166-bf4d-46bc-a221-f503f6858986 service neutron] 10.222.0.18 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448030 Mar 29 15:33:55.107043 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-394286e1-4ac7-422c-97cb-78e944d78e6f req-e14f0a2e-b101-48a7-8ba1-c90a3d995717 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 210 time: 0.0800962 Mar 29 15:33:56.196842 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c304244c-973a-405b-a604-bfdb658d997f req-17adaca5-2854-4fad-9f5a-d30df2160505 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 210 time: 0.0356843 Mar 29 15:33:56.417395 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-559c2fce-9479-4cca-b50b-9a8bfa6ec349 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:56.419110 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-559c2fce-9479-4cca-b50b-9a8bfa6ec349 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 818 time: 0.1164622 Mar 29 15:33:56.507625 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-1b880fc6-bdd8-4ba4-8cf6-6aaceeb86abf tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1623afb8886b48af82c5e0475cc0684d HTTP/1.1" status: 200 len: 380 time: 0.0782855 Mar 29 15:33:56.535927 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-23209dea-e2f2-4c8c-bf3b-6bde75c72198 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Request body: {'port': {'device_id': '826f6054-8712-439c-ba08-4651aa9b6420', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'admin_state_up': True, 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'security_groups': ['f4c67732-c308-4a9a-bdaf-edeb889456b3']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:56.660171 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-23209dea-e2f2-4c8c-bf3b-6bde75c72198 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Made reservation on behalf of 1623afb8886b48af82c5e0475cc0684d for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:33:56.663672 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-23209dea-e2f2-4c8c-bf3b-6bde75c72198 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:56.824071 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-23209dea-e2f2-4c8c-bf3b-6bde75c72198 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Allocated IP 172.20.0.12 (28e88c41-7b2e-46bf-9efb-43dc0aeca0ca/0709834a-b1e4-4d89-bb13-a71aabdc2909/a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:33:56.998782 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-23209dea-e2f2-4c8c-bf3b-6bde75c72198 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.059945 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-23209dea-e2f2-4c8c-bf3b-6bde75c72198 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.108258 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-23209dea-e2f2-4c8c-bf3b-6bde75c72198 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:33:57.113498 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-23209dea-e2f2-4c8c-bf3b-6bde75c72198 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:33:57.120380 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-23209dea-e2f2-4c8c-bf3b-6bde75c72198 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:33:57.124448 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23209dea-e2f2-4c8c-bf3b-6bde75c72198 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Pushing event updated for resources: {'Port': ['ID=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:57.183693 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-23209dea-e2f2-4c8c-bf3b-6bde75c72198 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:57.184978 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-23209dea-e2f2-4c8c-bf3b-6bde75c72198 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.207589 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-23209dea-e2f2-4c8c-bf3b-6bde75c72198 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6860344 Mar 29 15:33:57.225721 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Request body: {'port': {'device_id': '826f6054-8712-439c-ba08-4651aa9b6420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:33:57.301690 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.368371 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43279e0-d7c9-428f-9f00-e63806f46f67 req-22a4c56f-26ab-4e2d-83f2-638bbf8b899f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:57.379987 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a43279e0-d7c9-428f-9f00-e63806f46f67 req-22a4c56f-26ab-4e2d-83f2-638bbf8b899f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 932 time: 0.1078336 Mar 29 15:33:57.411322 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-cfcc29b9-6e00-4211-bb04-62ea2d035819 None None] Provisioning complete for port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:33:57.412307 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cfcc29b9-6e00-4211-bb04-62ea2d035819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.500047 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a43279e0-d7c9-428f-9f00-e63806f46f67 req-888a0cc2-f37c-4ea9-8bbb-326ce9b56c52 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183789 Mar 29 15:33:57.516440 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc29b9-6e00-4211-bb04-62ea2d035819 None None] Port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:33:57.683624 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:33:57.692748 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Publish callbacks [] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.707173 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Transition to ACTIVE for port object a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:33:57.725673 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:57.835662 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:57.892701 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Attempting to bind port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:33:57.893294 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Attempting to bind port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:33:57.893718 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Attempting to bind port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 on network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:33:57.899387 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 on network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:33:57.900012 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Attempting to bind port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 on network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:33:57.905511 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:33:57.905967 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Checking segment: {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:33:57.906441 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Bound using segment: {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:33:57.906969 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Bound port: a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41099c0-6cef-4b59-960b-2c7ea083afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:33:57.907421 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:58.007287 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] For port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:33:58.012070 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] For port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:33:58.019293 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:58.056268 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:58.056903 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:33:58.058606 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] 10.222.0.31 "PUT /v2.0/ports/a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 HTTP/1.1" status: 200 len: 1094 time: 0.8398650 Mar 29 15:33:58.059059 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826f6054-8712-439c-ba08-4651aa9b6420', 'tag': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:33:58.061318 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0defb23-0dc1-4614-92c5-2e14bdabb46b" -d '{"events": [{"name": "network-changed", "server_uuid": "826f6054-8712-439c-ba08-4651aa9b6420", "tag": "a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:33:58.116040 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd046e4b-c4e5-4477-b248-666f8fcdb399 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:33:58.128980 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ff6c12-e68c-4a37-a366-a7f92a0dee00 x-openstack-request-id: req-31ff6c12-e68c-4a37-a366-a7f92a0dee00 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:33:58.129325 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826f6054-8712-439c-ba08-4651aa9b6420", "tag": "a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:33:58.129528 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31ff6c12-e68c-4a37-a366-a7f92a0dee00 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:33:58.129942 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ff6c12-e68c-4a37-a366-a7f92a0dee00'] response: {'name': 'network-changed', 'server_uuid': '826f6054-8712-439c-ba08-4651aa9b6420', 'tag': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'status': 'completed', 'code': 200} Mar 29 15:33:58.194408 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-a762a484-b160-4761-90b7-67bc2b11921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:58.196323 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-a762a484-b160-4761-90b7-67bc2b11921a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 1128 time: 0.0566385 Mar 29 15:33:58.249259 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-e4fb5861-5444-4fd5-8dcd-cdd2c01f2b7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 HTTP/1.1" status: 200 len: 217 time: 0.0424640 Mar 29 15:33:58.308335 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-0ebd346a-b7f7-494c-bf74-c7f15c4ee50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:58.309970 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-0ebd346a-b7f7-494c-bf74-c7f15c4ee50b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0494871 Mar 29 15:33:58.378043 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-af3e5050-2295-4847-a280-22166370e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:58.379601 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-af3e5050-2295-4847-a280-22166370e96a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0546546 Mar 29 15:33:58.507551 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-ca173afb-3587-45fe-90e7-fa01bf214e49 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199877 Mar 29 15:33:58.653615 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71927576-2efd-49d4-8b86-c84dbee6b46d req-75c7afdd-9423-49c5-920e-f6f8e20e56f6 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373920 Mar 29 15:33:58.664092 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c400f4-d107-41e8-b0bc-390115ad0d14 req-1352f939-d2fa-43ee-a49e-2532b5cd1392 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:58.665569 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b7c400f4-d107-41e8-b0bc-390115ad0d14 req-1352f939-d2fa-43ee-a49e-2532b5cd1392 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 944 time: 0.0901031 Mar 29 15:33:58.740025 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b7c400f4-d107-41e8-b0bc-390115ad0d14 req-a1a505bc-fa84-4c59-9c8c-3b136713657f tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645986 Mar 29 15:33:58.817044 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0defb23-0dc1-4614-92c5-2e14bdabb46b req-7ad76777-396f-43e3-b2d7-32ac84c9eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:58.818919 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d0defb23-0dc1-4614-92c5-2e14bdabb46b req-7ad76777-396f-43e3-b2d7-32ac84c9eed0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 1128 time: 0.0691268 Mar 29 15:33:59.018371 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0defb23-0dc1-4614-92c5-2e14bdabb46b req-e55a1d50-6ff6-4807-a3d4-261877ff58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:59.021058 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d0defb23-0dc1-4614-92c5-2e14bdabb46b req-e55a1d50-6ff6-4807-a3d4-261877ff58d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.1943216 Mar 29 15:33:59.142549 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d0defb23-0dc1-4614-92c5-2e14bdabb46b req-dd326854-a1e8-4367-8017-af70532734d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 HTTP/1.1" status: 200 len: 217 time: 0.1006513 Mar 29 15:33:59.163381 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8699c65-94e7-46f6-af54-02b3eaefc457 req-078d84d2-18fc-4e62-a9dd-ac3a2b5b36b6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:59.165261 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d8699c65-94e7-46f6-af54-02b3eaefc457 req-078d84d2-18fc-4e62-a9dd-ac3a2b5b36b6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0931470 Mar 29 15:33:59.240387 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0defb23-0dc1-4614-92c5-2e14bdabb46b req-b856e9c2-cabe-4934-b2e6-cfc123b4814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:59.241938 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d0defb23-0dc1-4614-92c5-2e14bdabb46b req-b856e9c2-cabe-4934-b2e6-cfc123b4814a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0870516 Mar 29 15:33:59.253694 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d8699c65-94e7-46f6-af54-02b3eaefc457 req-705f7f43-68c0-43a2-b50b-146b789a15ee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823081 Mar 29 15:33:59.339459 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0defb23-0dc1-4614-92c5-2e14bdabb46b req-4f188ca5-64c1-4271-b085-44a09dfd4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:59.341051 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d0defb23-0dc1-4614-92c5-2e14bdabb46b req-4f188ca5-64c1-4271-b085-44a09dfd4e6f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0919185 Mar 29 15:33:59.506552 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d0defb23-0dc1-4614-92c5-2e14bdabb46b req-eb598ad8-39aa-405e-8fd0-432b17e319db service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435902 Mar 29 15:33:59.614935 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d0defb23-0dc1-4614-92c5-2e14bdabb46b req-db579e0e-e5bd-44df-89c7-b2fd65e13355 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952835 Mar 29 15:33:59.877005 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f8e70-a22b-47ed-8d09-974f2379d853 req-940f4397-7b8d-447b-b9e0-869904ad724b tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:33:59.878482 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5d7f8e70-a22b-47ed-8d09-974f2379d853 req-940f4397-7b8d-447b-b9e0-869904ad724b tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 944 time: 0.0594859 Mar 29 15:33:59.953662 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5d7f8e70-a22b-47ed-8d09-974f2379d853 req-1d685184-c87f-4f4d-aa1e-ed97c6d94d9b tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691707 Mar 29 15:34:00.465264 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba5706-a3e0-4520-a392-ece7c8068dbc req-5cfee926-96be-4188-a931-ea9f413a9797 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:00.472401 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7bba5706-a3e0-4520-a392-ece7c8068dbc req-5cfee926-96be-4188-a931-ea9f413a9797 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0781832 Mar 29 15:34:00.538722 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7bba5706-a3e0-4520-a392-ece7c8068dbc req-bb888c47-7f83-449a-8328-1f587c4e6540 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655584 Mar 29 15:34:01.119282 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97780c3f-a578-44e3-a70c-36513078c7d7 req-1ea0b73e-1450-447e-aac6-9c803eed2d71 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:01.121987 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-97780c3f-a578-44e3-a70c-36513078c7d7 req-1ea0b73e-1450-447e-aac6-9c803eed2d71 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 944 time: 0.0770488 Mar 29 15:34:01.192120 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-97780c3f-a578-44e3-a70c-36513078c7d7 req-271e0618-7bcc-4a79-8ba9-d3b17701f66e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643759 Mar 29 15:34:01.193480 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-c29666d5-8bff-4bc6-baac-9d6349e751eb tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260657974&fields=id&tenant_id=d46157163e6e4df8b1c832a9a05f8dbf HTTP/1.1" status: 200 len: 267 time: 0.0678382 Mar 29 15:34:01.302044 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-7927aebd-615c-4f5d-8064-e4e0c12f9d22 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:01.303607 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-7927aebd-615c-4f5d-8064-e4e0c12f9d22 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/networks?id=dac59228-31db-4e5b-96e8-f47a59d250fd HTTP/1.1" status: 200 len: 809 time: 0.1091712 Mar 29 15:34:01.321383 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-87778478-3981-44f6-ad77-89ff46774ece tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/quotas/d46157163e6e4df8b1c832a9a05f8dbf HTTP/1.1" status: 200 len: 375 time: 0.0099735 Mar 29 15:34:01.386461 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-36bbca0c-74c8-46fb-b48a-9bb7a2c1c57c tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d46157163e6e4df8b1c832a9a05f8dbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588202 Mar 29 15:34:01.507138 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-252d50ce-0d8a-4238-83c7-8691b5a4021d service neutron] 10.222.0.18 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076663 Mar 29 15:34:01.609246 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-adaff40b-c810-41b6-8994-599ccd40a3bc service neutron] 10.222.0.18 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012106 Mar 29 15:34:01.629803 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:34:01.717168 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b19d47-cd2f-45cd-a2cc-618b07e0ab9d req-f8e55047-8313-4dd4-b11a-e0ed0f9e6c05 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:01.725985 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-65b19d47-cd2f-45cd-a2cc-618b07e0ab9d req-f8e55047-8313-4dd4-b11a-e0ed0f9e6c05 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0931306 Mar 29 15:34:01.764570 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:01.803691 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-65b19d47-cd2f-45cd-a2cc-618b07e0ab9d req-d263ea04-8ec6-4794-b01c-65114c0211c6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760031 Mar 29 15:34:01.952218 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'port_id': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'mac_address': 'fa:16:3e:0e:ee:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:34:02.006645 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:02.007039 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:02.022857 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:34:02.047609 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:02.058444 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:02.069808 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b2ae0239-f08a-487f-a3bb-e214880d7181 req-bedf0e0a-b133-4958-bc44-bc1a4845e193 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 210 time: 0.0554345 Mar 29 15:34:02.119849 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:02.127706 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.128110 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.128484 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.128776 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.129170 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.129547 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.129824 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.130157 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.130686 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.131289 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.131788 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.132274 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.133355 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.133835 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.134364 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:34:02.355668 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684126c-3722-49ac-8f72-7adc9ab5e4ce req-5deb5d1c-217a-4607-b32b-f7602e845a38 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:02.357473 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e684126c-3722-49ac-8f72-7adc9ab5e4ce req-5deb5d1c-217a-4607-b32b-f7602e845a38 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 945 time: 0.0862322 Mar 29 15:34:02.416279 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e684126c-3722-49ac-8f72-7adc9ab5e4ce req-b40a468c-aa58-4ab4-9832-3666f16e5492 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506985 Mar 29 15:34:02.453478 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:34:02.928676 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4bf80-9b8f-4ab9-ae7a-3e1d57f26cf4 req-8406051a-c87c-4b75-8fa5-e18a2b00ae8c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:02.931082 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-80a4bf80-9b8f-4ab9-ae7a-3e1d57f26cf4 req-8406051a-c87c-4b75-8fa5-e18a2b00ae8c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0567806 Mar 29 15:34:02.985085 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-80a4bf80-9b8f-4ab9-ae7a-3e1d57f26cf4 req-527c1afa-a26b-492f-a30f-ba998bbd624a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484874 Mar 29 15:34:03.185504 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dba2d636-b022-4e3d-a914-24e561fd96f7 req-0e5b12d9-7e18-4534-bfd0-10619f7d827f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 210 time: 0.0363009 Mar 29 15:34:03.340001 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-56e309c3-83fe-4862-a7e4-c6f3f8799053 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:03.341641 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-56e309c3-83fe-4862-a7e4-c6f3f8799053 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.31 "GET /v2.0/networks?id=dac59228-31db-4e5b-96e8-f47a59d250fd HTTP/1.1" status: 200 len: 809 time: 0.1365674 Mar 29 15:34:03.419864 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-e36c107a-e29e-4de6-b01f-9358fd6eac23 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d46157163e6e4df8b1c832a9a05f8dbf HTTP/1.1" status: 200 len: 380 time: 0.0616610 Mar 29 15:34:03.431489 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-a658e181-d828-41a1-b955-52727c44d86f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Request body: {'port': {'device_id': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'admin_state_up': True, 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'security_groups': ['61763e5e-4791-4cca-9240-1a67556cfe7e']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:03.563583 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-a658e181-d828-41a1-b955-52727c44d86f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Made reservation on behalf of d46157163e6e4df8b1c832a9a05f8dbf for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:34:03.567237 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-a658e181-d828-41a1-b955-52727c44d86f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:03.606070 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01728831-d4c1-4569-b8b0-84cec23e103f req-e58855a9-6ba8-4a85-b49a-5502da9628eb tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:03.614945 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-01728831-d4c1-4569-b8b0-84cec23e103f req-e58855a9-6ba8-4a85-b49a-5502da9628eb tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 945 time: 0.0892079 Mar 29 15:34:03.644190 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:34:03.693635 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-01728831-d4c1-4569-b8b0-84cec23e103f req-3615be4e-de2f-4552-8f17-64ff8a0c5094 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771375 Mar 29 15:34:03.728327 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:34:03.732980 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:34:03.733366 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:03.775891 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-a658e181-d828-41a1-b955-52727c44d86f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Allocated IP 172.20.0.7 (dac59228-31db-4e5b-96e8-f47a59d250fd/c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9/7402c7e8-9785-47da-972c-a6b033f74692) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:34:03.925350 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:03.925777 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:03.957403 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826f6054-8712-439c-ba08-4651aa9b6420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:03.958927 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-a658e181-d828-41a1-b955-52727c44d86f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for port (7402c7e8-9785-47da-972c-a6b033f74692), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:03.960644 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2bb757-c623-4ad4-93ec-ace45afc10e2" -d '{"events": [{"server_uuid": "826f6054-8712-439c-ba08-4651aa9b6420", "name": "network-vif-plugged", "status": "completed", "tag": "a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:03.977212 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:04.029078 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8614c856-4ace-41a3-a196-7c3d96b4055b x-openstack-request-id: req-8614c856-4ace-41a3-a196-7c3d96b4055b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:04.029412 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826f6054-8712-439c-ba08-4651aa9b6420", "name": "network-vif-plugged", "status": "completed", "tag": "a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:04.029681 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8614c856-4ace-41a3-a196-7c3d96b4055b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:04.030613 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8614c856-4ace-41a3-a196-7c3d96b4055b'] response: {'server_uuid': '826f6054-8712-439c-ba08-4651aa9b6420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'code': 200} Mar 29 15:34:04.033522 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-a658e181-d828-41a1-b955-52727c44d86f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (7402c7e8-9785-47da-972c-a6b033f74692), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.033666 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.094790 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-a658e181-d828-41a1-b955-52727c44d86f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Network dac59228-31db-4e5b-96e8-f47a59d250fd is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:34:04.096584 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-a658e181-d828-41a1-b955-52727c44d86f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:34:04.104447 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-a658e181-d828-41a1-b955-52727c44d86f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:34:04.126459 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:04.198334 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a76421-dd21-4e96-adad-51dfd6b7eb44 req-c5ce0187-3ca9-4b6a-99da-9cba2f617033 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:04.200292 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-95a76421-dd21-4e96-adad-51dfd6b7eb44 req-c5ce0187-3ca9-4b6a-99da-9cba2f617033 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0948818 Mar 29 15:34:04.207078 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658e181-d828-41a1-b955-52727c44d86f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Pushing event updated for resources: {'Port': ['ID=7402c7e8-9785-47da-972c-a6b033f74692,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:04.268197 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-a658e181-d828-41a1-b955-52727c44d86f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:04.268996 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-a658e181-d828-41a1-b955-52727c44d86f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.299782 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-95a76421-dd21-4e96-adad-51dfd6b7eb44 req-73184675-1b51-4ff2-a183-eb72c1c9a447 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828829 Mar 29 15:34:04.300584 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-a658e181-d828-41a1-b955-52727c44d86f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8732460 Mar 29 15:34:04.318696 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Request body: {'port': {'device_id': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:04.324883 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1117b-801b-4b76-8c1d-90d7a20991a2 req-94a29115-8e0d-4243-a47d-b4aaf61b94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:04.326937 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9ae1117b-801b-4b76-8c1d-90d7a20991a2 req-94a29115-8e0d-4243-a47d-b4aaf61b94a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 1130 time: 0.1164393 Mar 29 15:34:04.453398 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (7402c7e8-9785-47da-972c-a6b033f74692), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.461850 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-5df75969-6b32-4b3a-b228-2748e8bfab92 None None] Provisioning complete for port 7402c7e8-9785-47da-972c-a6b033f74692 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:34:04.462574 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5df75969-6b32-4b3a-b228-2748e8bfab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (7402c7e8-9785-47da-972c-a6b033f74692), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.463304 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc99420-fb5d-471e-97a0-50fde808fd2a req-ae522c13-eca2-4681-819b-61aec97041d2 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:04.470172 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bcc99420-fb5d-471e-97a0-50fde808fd2a req-ae522c13-eca2-4681-819b-61aec97041d2 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 931 time: 0.1675529 Mar 29 15:34:04.493352 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9ae1117b-801b-4b76-8c1d-90d7a20991a2 req-52d79cfd-147d-4345-a949-7797ed33653d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489942 Mar 29 15:34:04.563428 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-5df75969-6b32-4b3a-b228-2748e8bfab92 None None] Port 7402c7e8-9785-47da-972c-a6b033f74692 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:34:04.592868 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bcc99420-fb5d-471e-97a0-50fde808fd2a req-cd879b78-2b64-4aae-9413-ec796de2979f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213193 Mar 29 15:34:04.829375 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7402c7e8-9785-47da-972c-a6b033f74692 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:34:04.837570 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Publish callbacks [] for port (7402c7e8-9785-47da-972c-a6b033f74692), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.851071 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Transition to ACTIVE for port object 7402c7e8-9785-47da-972c-a6b033f74692 will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:34:04.852795 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23873480-4d18-41cd-a430-84c937b44b65 req-880f882d-b7f9-40f0-9ccb-56f588d16f57 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:04.860297 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-23873480-4d18-41cd-a430-84c937b44b65 req-880f882d-b7f9-40f0-9ccb-56f588d16f57 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0845649 Mar 29 15:34:04.869384 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (7402c7e8-9785-47da-972c-a6b033f74692), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:04.917301 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-23873480-4d18-41cd-a430-84c937b44b65 req-bbfba731-e558-4374-9231-0dced2287854 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558515 Mar 29 15:34:04.937659 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Pushing event updated for resources: {'Port': ['ID=7402c7e8-9785-47da-972c-a6b033f74692,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:05.022821 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Attempting to bind port 7402c7e8-9785-47da-972c-a6b033f74692 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:34:05.023191 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Attempting to bind port 7402c7e8-9785-47da-972c-a6b033f74692 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:34:05.024051 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Attempting to bind port 7402c7e8-9785-47da-972c-a6b033f74692 on network dac59228-31db-4e5b-96e8-f47a59d250fd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:34:05.028889 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Port 7402c7e8-9785-47da-972c-a6b033f74692 on network dac59228-31db-4e5b-96e8-f47a59d250fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:34:05.029806 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Attempting to bind port 7402c7e8-9785-47da-972c-a6b033f74692 on network dac59228-31db-4e5b-96e8-f47a59d250fd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:34:05.035721 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:34:05.036313 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Checking segment: {'id': 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:34:05.036878 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Bound using segment: {'id': 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:34:05.037415 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Bound port: 7402c7e8-9785-47da-972c-a6b033f74692, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:34:05.037836 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (7402c7e8-9785-47da-972c-a6b033f74692), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:05.107656 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] For port 7402c7e8-9785-47da-972c-a6b033f74692, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:34:05.110638 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] For port 7402c7e8-9785-47da-972c-a6b033f74692, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7402c7e8-9785-47da-972c-a6b033f74692,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:34:05.115636 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (7402c7e8-9785-47da-972c-a6b033f74692), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:05.150356 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.150967 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:05.152331 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] 10.222.0.31 "PUT /v2.0/ports/7402c7e8-9785-47da-972c-a6b033f74692 HTTP/1.1" status: 200 len: 1093 time: 0.8385108 Mar 29 15:34:05.152765 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:05.155061 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acaf255-8e5a-45d5-9f8a-99debdd663c0" -d '{"events": [{"name": "network-changed", "server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "tag": "7402c7e8-9785-47da-972c-a6b033f74692"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:05.179072 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13829861-0cff-4ab1-9e7c-495ae9314f2b service neutron] Pushing event updated for resources: {'Port': ['ID=7402c7e8-9785-47da-972c-a6b033f74692,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:05.218285 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8910d298-eacf-456c-888f-7b523b203952 x-openstack-request-id: req-8910d298-eacf-456c-888f-7b523b203952 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:05.218862 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "tag": "7402c7e8-9785-47da-972c-a6b033f74692", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:05.219253 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8910d298-eacf-456c-888f-7b523b203952 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:05.219747 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8910d298-eacf-456c-888f-7b523b203952'] response: {'name': 'network-changed', 'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692', 'status': 'completed', 'code': 200} Mar 29 15:34:05.289030 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-2fdeadac-4fb1-405b-b943-adb74d21b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.290481 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-2fdeadac-4fb1-405b-b943-adb74d21b26a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46157163e6e4df8b1c832a9a05f8dbf&device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 1127 time: 0.0491431 Mar 29 15:34:05.341535 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-bb958482-84f5-4afd-a4e9-6bc6839958d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7402c7e8-9785-47da-972c-a6b033f74692 HTTP/1.1" status: 200 len: 217 time: 0.0356474 Mar 29 15:34:05.393184 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-7313dcdc-15d7-4ebd-aee6-e936b56d1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.394633 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-7313dcdc-15d7-4ebd-aee6-e936b56d1b6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9 HTTP/1.1" status: 200 len: 848 time: 0.0432608 Mar 29 15:34:05.419252 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7da33-34a8-4270-95aa-eed4aef6fb3c req-79d7ab4f-ea2a-4eab-b58c-9a111bb23928 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.420787 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-35a7da33-34a8-4270-95aa-eed4aef6fb3c req-79d7ab4f-ea2a-4eab-b58c-9a111bb23928 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0566328 Mar 29 15:34:05.457690 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-afef28f7-3750-4450-a882-bcdce9100d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.459169 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-afef28f7-3750-4450-a882-bcdce9100d63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dac59228-31db-4e5b-96e8-f47a59d250fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514505 Mar 29 15:34:05.468136 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-35a7da33-34a8-4270-95aa-eed4aef6fb3c req-2b1f2008-f6de-400c-b9e9-569e76de7065 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416265 Mar 29 15:34:05.547917 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-0ae25ace-b780-408f-9b2e-59362da85cca service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793717 Mar 29 15:34:05.642827 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0354658e-6199-4326-ab47-2f4f8b6099d4 req-18233bab-98a4-44c9-8e6c-977e2a7ed63d service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867708 Mar 29 15:34:05.717837 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023a39c-9b16-4398-9aa9-9193a89e30d9 req-184feabd-6517-4ff8-99bc-fb03e4875184 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.719551 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f023a39c-9b16-4398-9aa9-9193a89e30d9 req-184feabd-6517-4ff8-99bc-fb03e4875184 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0597527 Mar 29 15:34:05.794065 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f023a39c-9b16-4398-9aa9-9193a89e30d9 req-5edf2a24-2f86-414c-b704-479a3665b23a tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653219 Mar 29 15:34:05.799813 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaf255-8e5a-45d5-9f8a-99debdd663c0 req-8aec61e8-c2a3-4fa9-b029-db13a5357a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.801293 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4acaf255-8e5a-45d5-9f8a-99debdd663c0 req-8aec61e8-c2a3-4fa9-b029-db13a5357a20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46157163e6e4df8b1c832a9a05f8dbf&device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 1127 time: 0.0810328 Mar 29 15:34:05.903152 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaf255-8e5a-45d5-9f8a-99debdd663c0 req-ab58adc7-1a8c-482f-8e1a-1248c61a8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:05.904661 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4acaf255-8e5a-45d5-9f8a-99debdd663c0 req-ab58adc7-1a8c-482f-8e1a-1248c61a8aa3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dac59228-31db-4e5b-96e8-f47a59d250fd HTTP/1.1" status: 200 len: 910 time: 0.0948498 Mar 29 15:34:05.946877 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4acaf255-8e5a-45d5-9f8a-99debdd663c0 req-41570508-ca09-4ab4-a64d-5de920806be5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7402c7e8-9785-47da-972c-a6b033f74692 HTTP/1.1" status: 200 len: 217 time: 0.0350978 Mar 29 15:34:06.004571 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaf255-8e5a-45d5-9f8a-99debdd663c0 req-4857f5b2-5ef1-4577-85ad-8c2e75581543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:06.006168 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4acaf255-8e5a-45d5-9f8a-99debdd663c0 req-4857f5b2-5ef1-4577-85ad-8c2e75581543 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9 HTTP/1.1" status: 200 len: 848 time: 0.0466161 Mar 29 15:34:06.063114 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213190eb-fd6c-450f-bdac-091559dae4ec req-7a2a46f9-f0fa-4707-bf59-6e2d0e5918a7 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:06.065630 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-213190eb-fd6c-450f-bdac-091559dae4ec req-7a2a46f9-f0fa-4707-bf59-6e2d0e5918a7 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0793617 Mar 29 15:34:06.087138 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaf255-8e5a-45d5-9f8a-99debdd663c0 req-1fa45a8f-3975-42bc-9754-aef5ac1bb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:06.088790 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4acaf255-8e5a-45d5-9f8a-99debdd663c0 req-1fa45a8f-3975-42bc-9754-aef5ac1bb7a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dac59228-31db-4e5b-96e8-f47a59d250fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0624835 Mar 29 15:34:06.121958 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-213190eb-fd6c-450f-bdac-091559dae4ec req-44ebfe79-380f-47af-9d3c-3015014c6bbb tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495095 Mar 29 15:34:06.195672 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4acaf255-8e5a-45d5-9f8a-99debdd663c0 req-e1614ffd-a205-42d6-b20e-34e25227055a service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973945 Mar 29 15:34:06.576441 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4acaf255-8e5a-45d5-9f8a-99debdd663c0 req-a02d388c-2f00-4bfe-8f18-60cf9482fcfb service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523300 Mar 29 15:34:06.603626 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ead72-4f7e-4ec9-b5ef-bb53ca588f4d req-74b3c324-74c8-4082-a8d3-34b30822d08b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:06.605035 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-356ead72-4f7e-4ec9-b5ef-bb53ca588f4d req-74b3c324-74c8-4082-a8d3-34b30822d08b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0644245 Mar 29 15:34:06.651577 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-356ead72-4f7e-4ec9-b5ef-bb53ca588f4d req-3e0c7476-94ec-4e94-bd9f-6f85de92ca77 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410397 Mar 29 15:34:06.918870 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa0d05-3964-4e46-83d9-75ed8906854c req-19e86100-345d-4d55-bb00-f05a6593e3b7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:06.920333 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b6aa0d05-3964-4e46-83d9-75ed8906854c req-19e86100-345d-4d55-bb00-f05a6593e3b7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0551219 Mar 29 15:34:06.979848 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b6aa0d05-3964-4e46-83d9-75ed8906854c req-9415f1a5-d551-4987-85d3-9714279f8822 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528336 Mar 29 15:34:07.081176 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:34:07.218737 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af03e6-3f5d-4c71-b6fc-a19c90514d02 req-ac4a40af-0276-4c61-92bf-5262093fe8e5 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:07.220352 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b7af03e6-3f5d-4c71-b6fc-a19c90514d02 req-ac4a40af-0276-4c61-92bf-5262093fe8e5 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0531881 Mar 29 15:34:07.256438 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3e6b0-efc4-45c5-a18d-73c10ae5c69c req-1d414d39-3155-4937-a3e8-9a4b89f46a35 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:07.258437 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-16c3e6b0-efc4-45c5-a18d-73c10ae5c69c req-1d414d39-3155-4937-a3e8-9a4b89f46a35 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0542488 Mar 29 15:34:07.269319 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b7af03e6-3f5d-4c71-b6fc-a19c90514d02 req-53617b84-72de-4a21-9213-420e07ee4c3b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429354 Mar 29 15:34:07.308080 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-16c3e6b0-efc4-45c5-a18d-73c10ae5c69c req-065dcfb7-bd45-4fc5-be03-95b2bf764ff8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439994 Mar 29 15:34:07.418245 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54377a8b-d45f-4041-b0f1-cf795f09c672 req-853e441f-b4b2-4b65-9db9-57a8dbde85df tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:07.419615 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-54377a8b-d45f-4041-b0f1-cf795f09c672 req-853e441f-b4b2-4b65-9db9-57a8dbde85df tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0512161 Mar 29 15:34:07.428295 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 49574) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:07.433436 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-20d664a1-539a-4e46-bcd1-545e63ec6612 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Request body: {'floatingip': {'port_id': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:07.443261 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49576) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:07.474754 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20d664a1-539a-4e46-bcd1-545e63ec6612 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for floatingip (ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:07.486347 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b69fe5-6cb1-4e3b-9791-7007f94fd7d9 admin admin] Deleting subnet a7dbc2df-99bb-4915-9481-cd0c904da128 {{(pid=103131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:34:07.489419 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42b69fe5-6cb1-4e3b-9791-7007f94fd7d9 admin admin] Publish callbacks [] for subnet (a7dbc2df-99bb-4915-9481-cd0c904da128), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:07.523312 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42b69fe5-6cb1-4e3b-9791-7007f94fd7d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28241276'] for subnet (a7dbc2df-99bb-4915-9481-cd0c904da128), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:07.564772 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42b69fe5-6cb1-4e3b-9791-7007f94fd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (a7dbc2df-99bb-4915-9481-cd0c904da128), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:07.618858 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42b69fe5-6cb1-4e3b-9791-7007f94fd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28866395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28877534'] for subnet (a7dbc2df-99bb-4915-9481-cd0c904da128), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:07.647585 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b69fe5-6cb1-4e3b-9791-7007f94fd7d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7dbc2df-99bb-4915-9481-cd0c904da128,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:07.653598 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42b69fe5-6cb1-4e3b-9791-7007f94fd7d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:07.657151 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-42b69fe5-6cb1-4e3b-9791-7007f94fd7d9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a7dbc2df-99bb-4915-9481-cd0c904da128 HTTP/1.1" status: 204 len: 168 time: 0.2128270 Mar 29 15:34:07.659565 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49578) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:07.739611 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e665cde0-6525-49f0-ae22-73e5851ef9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (ac6aec5a-06ea-4d2d-ae41-968ca5081865), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:07.843461 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aeb75-b720-4e65-a51b-44769a08b22a req-bac37011-f23e-4997-afb9-b87d62470ae2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:07.844958 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a24aeb75-b720-4e65-a51b-44769a08b22a req-bac37011-f23e-4997-afb9-b87d62470ae2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.1213064 Mar 29 15:34:07.859627 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e665cde0-6525-49f0-ae22-73e5851ef9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (ac6aec5a-06ea-4d2d-ae41-968ca5081865), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:07.889639 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-e665cde0-6525-49f0-ae22-73e5851ef9fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6aec5a-06ea-4d2d-ae41-968ca5081865']}} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:07.907669 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-e665cde0-6525-49f0-ae22-73e5851ef9fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd0ffc6-d2cb-4c2f-8a46-3065021c178e') {'for_net_delete': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:07.907962 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-e665cde0-6525-49f0-ae22-73e5851ef9fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd0ffc6-d2cb-4c2f-8a46-3065021c178e') {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:07.912891 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20d664a1-539a-4e46-bcd1-545e63ec6612 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:07.917447 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20d664a1-539a-4e46-bcd1-545e63ec6612 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:07.924186 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e665cde0-6525-49f0-ae22-73e5851ef9fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28241271'] for segment (1fd0ffc6-d2cb-4c2f-8a46-3065021c178e), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:07.933031 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a24aeb75-b720-4e65-a51b-44769a08b22a req-e5da1a23-ed5b-4634-9f43-e2882f46a909 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820317 Mar 29 15:34:07.940613 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e665cde0-6525-49f0-ae22-73e5851ef9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (1fd0ffc6-d2cb-4c2f-8a46-3065021c178e), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:07.946761 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e665cde0-6525-49f0-ae22-73e5851ef9fc admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:34:07.947151 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e665cde0-6525-49f0-ae22-73e5851ef9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28863485'] for segment (1fd0ffc6-d2cb-4c2f-8a46-3065021c178e), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: Traceback (most recent call last): Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: timer() Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: cb(*args, **kw) Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: return func(*args, **kwargs) Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: self._notify() Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: self.callback(batched_events) Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: event.method(event) Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: return f(self, *a, **k) Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._get(url).json() Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: return self.request(url, 'GET', **kwargs) Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:34:07.948850 dv-cinder-790535-36-iscsi neutron-server[103131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:34:08.012207 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e665cde0-6525-49f0-ae22-73e5851ef9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (ac6aec5a-06ea-4d2d-ae41-968ca5081865), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:08.021750 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e665cde0-6525-49f0-ae22-73e5851ef9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:08.026420 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-e665cde0-6525-49f0-ae22-73e5851ef9fc admin admin] 10.222.0.18 "DELETE /v2.0/networks/ac6aec5a-06ea-4d2d-ae41-968ca5081865 HTTP/1.1" status: 204 len: 168 time: 0.3659339 Mar 29 15:34:08.032999 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.l3_db [None req-20d664a1-539a-4e46-bcd1-545e63ec6612 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Floating IP ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3 associated. External IP: 172.27.0.232, port: a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27. Mar 29 15:34:08.038217 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665cde0-6525-49f0-ae22-73e5851ef9fc admin admin] Pushing event deleted for resources: {'Network': ['ID=ac6aec5a-06ea-4d2d-ae41-968ca5081865,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:08.187994 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f9eb-e6d4-40d4-8b3c-6b27bde25b09 req-44558ba9-5246-49f0-a196-4c5d803c7846 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:08.189419 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7b21f9eb-e6d4-40d4-8b3c-6b27bde25b09 req-44558ba9-5246-49f0-a196-4c5d803c7846 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.1124680 Mar 29 15:34:08.201089 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49586) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:08.240423 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-6c8495ac-076c-4768-a89d-b8640cd8b7d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5907bf18b3d45c383b9fea64986321f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381384 Mar 29 15:34:08.242940 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49588) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:08.288970 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eaaa421b-7486-48d7-8ba2-1d715033896a admin admin] Publish callbacks [] for security_group (9261cfde-20d5-4c45-9da6-f05aef36037b), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:08.310120 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7b21f9eb-e6d4-40d4-8b3c-6b27bde25b09 req-4a56ae25-49ca-44d9-90c0-85a8036bb776 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141922 Mar 29 15:34:08.312399 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eaaa421b-7486-48d7-8ba2-1d715033896a admin admin] Publish callbacks [] for security_group (9261cfde-20d5-4c45-9da6-f05aef36037b), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:08.338711 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d664a1-539a-4e46-bcd1-545e63ec6612 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Router 613f666a-d877-47a4-8f18-408e89ed0fbf has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:34:08.400265 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eaaa421b-7486-48d7-8ba2-1d715033896a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (9261cfde-20d5-4c45-9da6-f05aef36037b), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:08.403001 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eaaa421b-7486-48d7-8ba2-1d715033896a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:08.406706 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-eaaa421b-7486-48d7-8ba2-1d715033896a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9261cfde-20d5-4c45-9da6-f05aef36037b HTTP/1.1" status: 204 len: 168 time: 0.1628437 Mar 29 15:34:08.416266 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6aae4-be75-4200-9a86-c10e797812b0 req-40c85672-5a1a-4c81-8594-c513b1c83d8a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:08.417747 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f5b6aae4-be75-4200-9a86-c10e797812b0 req-40c85672-5a1a-4c81-8594-c513b1c83d8a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0721982 Mar 29 15:34:08.423815 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa421b-7486-48d7-8ba2-1d715033896a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9261cfde-20d5-4c45-9da6-f05aef36037b,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:08.458377 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d664a1-539a-4e46-bcd1-545e63ec6612 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:34:08.463875 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20d664a1-539a-4e46-bcd1-545e63ec6612 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:08.468659 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df1edb-2ff6-4305-b81f-190a44a9ec70 None None] Sync routers for ids ['613f666a-d877-47a4-8f18-408e89ed0fbf'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:34:08.479424 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df1edb-2ff6-4305-b81f-190a44a9ec70 None None] Routers {'613f666a-d877-47a4-8f18-408e89ed0fbf'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:34:08.480462 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-55df1edb-2ff6-4305-b81f-190a44a9ec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:33:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['613f666a-d877-47a4-8f18-408e89ed0fbf'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:08.494068 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f5b6aae4-be75-4200-9a86-c10e797812b0 req-1404112c-4fc4-4577-96d8-af3eea2b08e9 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680938 Mar 29 15:34:08.504257 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-20d664a1-539a-4e46-bcd1-545e63ec6612 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "PUT /v2.0/floatingips/ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3 HTTP/1.1" status: 200 len: 992 time: 1.0748527 Mar 29 15:34:08.504854 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826f6054-8712-439c-ba08-4651aa9b6420', 'tag': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:08.508279 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964a6e80-e065-46a4-8170-4da3e52f55ac" -d '{"events": [{"name": "network-changed", "server_uuid": "826f6054-8712-439c-ba08-4651aa9b6420", "tag": "a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:08.555022 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03956f02-b33a-49c3-9bb2-ce293a74a8c5 x-openstack-request-id: req-03956f02-b33a-49c3-9bb2-ce293a74a8c5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:08.555312 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826f6054-8712-439c-ba08-4651aa9b6420", "tag": "a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:08.555569 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03956f02-b33a-49c3-9bb2-ce293a74a8c5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:08.555969 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03956f02-b33a-49c3-9bb2-ce293a74a8c5'] response: {'name': 'network-changed', 'server_uuid': '826f6054-8712-439c-ba08-4651aa9b6420', 'tag': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'status': 'completed', 'code': 200} Mar 29 15:34:08.597548 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-55df1edb-2ff6-4305-b81f-190a44a9ec70 None None] Set router 613f666a-d877-47a4-8f18-408e89ed0fbf gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:34:08.632093 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a6e80-e065-46a4-8170-4da3e52f55ac req-b4744e52-57db-426f-a9ef-9761f7ee46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:08.635263 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-964a6e80-e065-46a4-8170-4da3e52f55ac req-b4744e52-57db-426f-a9ef-9761f7ee46ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 1130 time: 0.0564501 Mar 29 15:34:08.733156 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a6e80-e065-46a4-8170-4da3e52f55ac req-790416ce-bd95-4bc2-97c0-cfb6448241de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:08.734684 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-964a6e80-e065-46a4-8170-4da3e52f55ac req-790416ce-bd95-4bc2-97c0-cfb6448241de service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.0905983 Mar 29 15:34:08.809934 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-964a6e80-e065-46a4-8170-4da3e52f55ac req-12fd1249-0a31-42d8-81f0-a34038938540 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 HTTP/1.1" status: 200 len: 1000 time: 0.0601716 Mar 29 15:34:08.836671 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-55df1edb-2ff6-4305-b81f-190a44a9ec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:55Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'port_id': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'mac_address': 'fa:16:3e:0e:ee:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826f6054-8712-439c-ba08-4651aa9b6420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:50Z', 'updated_at': '2022-03-29T15:34:07Z', 'revision_number': 1, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6720a9f-64bb-4000-bb12-3f41b1aa4d8f', 'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'mac_address': 'fa:16:3e:f9:71:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:05Z', 'revision_number': 5, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'subnets': [{'id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:08.862591 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df1edb-2ff6-4305-b81f-190a44a9ec70 None None] Checking router: 613f666a-d877-47a4-8f18-408e89ed0fbf for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:34:08.863847 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a6e80-e065-46a4-8170-4da3e52f55ac req-c698619e-659d-4b66-8981-c64e1133d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:08.865390 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-964a6e80-e065-46a4-8170-4da3e52f55ac req-c698619e-659d-4b66-8981-c64e1133d64b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0482814 Mar 29 15:34:08.871436 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df1edb-2ff6-4305-b81f-190a44a9ec70 None None] Routers {'613f666a-d877-47a4-8f18-408e89ed0fbf'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:34:08.872032 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-55df1edb-2ff6-4305-b81f-190a44a9ec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:33:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['613f666a-d877-47a4-8f18-408e89ed0fbf'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:08.923087 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a6e80-e065-46a4-8170-4da3e52f55ac req-f9bbb12f-7c28-417f-b6c1-6fc4af763059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:08.925092 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-964a6e80-e065-46a4-8170-4da3e52f55ac req-f9bbb12f-7c28-417f-b6c1-6fc4af763059 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520515 Mar 29 15:34:08.987383 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-55df1edb-2ff6-4305-b81f-190a44a9ec70 None None] Set router 613f666a-d877-47a4-8f18-408e89ed0fbf gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:34:09.045682 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-964a6e80-e065-46a4-8170-4da3e52f55ac req-b850b382-f552-4a53-846e-2f99d8c8c48a service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078827 Mar 29 15:34:09.144865 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b44c0-be49-4630-82c9-fb7165509a95 req-cfb54e59-80c2-4c0e-aab0-690ecc88089f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:09.146387 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-390b44c0-be49-4630-82c9-fb7165509a95 req-cfb54e59-80c2-4c0e-aab0-690ecc88089f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.1175973 Mar 29 15:34:09.198671 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-964a6e80-e065-46a4-8170-4da3e52f55ac req-74e99c47-5b1a-47f2-b832-4ef6746fd57b service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359804 Mar 29 15:34:09.214970 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-390b44c0-be49-4630-82c9-fb7165509a95 req-124a650c-a495-43ff-bca8-1c8b8f852531 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594640 Mar 29 15:34:09.271964 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-55df1edb-2ff6-4305-b81f-190a44a9ec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:55Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'port_id': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'mac_address': 'fa:16:3e:0e:ee:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826f6054-8712-439c-ba08-4651aa9b6420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:50Z', 'updated_at': '2022-03-29T15:34:07Z', 'revision_number': 1, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6720a9f-64bb-4000-bb12-3f41b1aa4d8f', 'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'mac_address': 'fa:16:3e:f9:71:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:05Z', 'revision_number': 5, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'subnets': [{'id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:09.386092 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df1edb-2ff6-4305-b81f-190a44a9ec70 None None] The sync data for ids ['613f666a-d877-47a4-8f18-408e89ed0fbf'] in dv-cinder-790535-36-iscsi is: [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:55Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'port_id': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'mac_address': 'fa:16:3e:0e:ee:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826f6054-8712-439c-ba08-4651aa9b6420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:50Z', 'updated_at': '2022-03-29T15:34:07Z', 'revision_number': 1, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6720a9f-64bb-4000-bb12-3f41b1aa4d8f', 'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'mac_address': 'fa:16:3e:f9:71:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:05Z', 'revision_number': 5, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'subnets': [{'id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:34:09.444249 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c04ae-b073-44e0-b7b1-8a7a983c91e0 req-c21f080b-804e-463d-99ca-bb359251ba26 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:09.446110 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f90c04ae-b073-44e0-b7b1-8a7a983c91e0 req-c21f080b-804e-463d-99ca-bb359251ba26 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0621369 Mar 29 15:34:09.501111 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f90c04ae-b073-44e0-b7b1-8a7a983c91e0 req-c3681e54-f1d4-4beb-a328-0d980b4a865d tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492418 Mar 29 15:34:09.633262 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88155cac-5e3a-4843-a599-efd2759998b9 req-4e90f1ff-2e41-405d-a25d-64d4e97295ff tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:09.634810 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-88155cac-5e3a-4843-a599-efd2759998b9 req-4e90f1ff-2e41-405d-a25d-64d4e97295ff tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0639026 Mar 29 15:34:09.658358 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70695cf-52a7-4a17-a4d5-17093a89684f None None] New status for floating IP ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:34:09.696751 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-88155cac-5e3a-4843-a599-efd2759998b9 req-00140779-c3c4-446f-a451-680829577844 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558057 Mar 29 15:34:10.337169 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8db13e-94a2-4df5-916d-fd83127a8964 req-2a6228d2-bcc5-45b1-9d11-6a3deb2c3edf tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:10.338660 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9e8db13e-94a2-4df5-916d-fd83127a8964 req-2a6228d2-bcc5-45b1-9d11-6a3deb2c3edf tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0535491 Mar 29 15:34:10.388062 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9e8db13e-94a2-4df5-916d-fd83127a8964 req-d7e95b6d-c041-4613-8da0-b91e4f5f4933 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438702 Mar 29 15:34:10.628628 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05623e98-7451-41ea-a953-cb8d3302d793 req-77654e09-1ef6-4331-9dff-c8f0fa5227c3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:10.630121 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-05623e98-7451-41ea-a953-cb8d3302d793 req-77654e09-1ef6-4331-9dff-c8f0fa5227c3 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0533810 Mar 29 15:34:10.680961 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-05623e98-7451-41ea-a953-cb8d3302d793 req-fe1bd4fc-54bd-40e3-ae46-774a41cc3648 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451810 Mar 29 15:34:10.792302 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-1fafc1d5-0480-4093-9424-4f206caae639 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d550607358bd44309db9da0d315a0024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296891 Mar 29 15:34:10.815002 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786697a6-b268-46ac-8f64-4197c21a2667 req-419fd73a-9919-462a-a34b-0051b633ffb9 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:10.816571 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-786697a6-b268-46ac-8f64-4197c21a2667 req-419fd73a-9919-462a-a34b-0051b633ffb9 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0531991 Mar 29 15:34:10.863910 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-786697a6-b268-46ac-8f64-4197c21a2667 req-b1732f7b-112f-416a-afbb-990ba4e0590d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408540 Mar 29 15:34:11.191900 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-ba09a10b-13f7-41c3-87b8-f411c949311a tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:11.193359 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-ba09a10b-13f7-41c3-87b8-f411c949311a tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3958983 Mar 29 15:34:11.207160 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-7a4aa17e-8c61-4a9b-973c-f67d152ae653 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/quotas/d550607358bd44309db9da0d315a0024 HTTP/1.1" status: 200 len: 375 time: 0.0085485 Mar 29 15:34:11.237836 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-7c46e4f3-ebf9-4e10-90b4-c866d772b1d4 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d550607358bd44309db9da0d315a0024&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259616 Mar 29 15:34:11.399860 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a656b252-da5f-409e-a96a-0873c7be58b0 req-5e50c3c9-c832-4917-9df8-7cffbfd0d3ec tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 210 time: 0.0327404 Mar 29 15:34:11.517042 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b8de3-316f-458f-9775-0a4eedaa86a4 req-05e5c054-2f12-4f87-acdc-ed922d24b0af tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:11.518806 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b69b8de3-316f-458f-9775-0a4eedaa86a4 req-05e5c054-2f12-4f87-acdc-ed922d24b0af tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0605166 Mar 29 15:34:11.566372 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b69b8de3-316f-458f-9775-0a4eedaa86a4 req-6fbed9c6-fb4f-404a-abef-79a99de0da0a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412726 Mar 29 15:34:11.799308 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04135a-c5bc-48a2-978d-b8bbf228822c req-fe097fbd-6ed2-4ae4-805e-eabeb9e85ad9 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:11.800790 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-af04135a-c5bc-48a2-978d-b8bbf228822c req-fe097fbd-6ed2-4ae4-805e-eabeb9e85ad9 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0526972 Mar 29 15:34:11.850550 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-af04135a-c5bc-48a2-978d-b8bbf228822c req-7d535536-434a-4506-ade8-bf99c14cddd2 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441618 Mar 29 15:34:11.989971 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce8a0c-9fc9-4819-8418-2064e4259bd2 req-76e60c0f-0236-4660-91c2-4c4ffdf99d46 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:11.991439 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b9ce8a0c-9fc9-4819-8418-2064e4259bd2 req-76e60c0f-0236-4660-91c2-4c4ffdf99d46 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0543144 Mar 29 15:34:12.038679 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b9ce8a0c-9fc9-4819-8418-2064e4259bd2 req-051ac9aa-012a-4cc9-b019-0476d61b20ae tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416765 Mar 29 15:34:12.395568 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-b9386ce1-9bad-4177-8700-26946e369e81 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d550607358bd44309db9da0d315a0024&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289927 Mar 29 15:34:12.521593 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-28b405e8-3f7d-4da2-9235-940e0785d718 req-5905897a-744c-497c-a3cc-af953764eebb tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 210 time: 0.0519061 Mar 29 15:34:12.574563 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f37c1fe6-cfcf-4fa6-b099-38f93a0cb237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:12.608603 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-77aa9f47-954a-4e16-ad77-d9fa4e814532 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:12.609711 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-77aa9f47-954a-4e16-ad77-d9fa4e814532 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085650 Mar 29 15:34:12.626560 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Request body: {'port': {'device_id': 'd487b0c5-8152-4d77-bab5-100bfdab00c3', 'network_id': 'b44a2cb9-80d9-49e9-83ef-3d51af349bab', 'admin_state_up': True, 'tenant_id': 'd550607358bd44309db9da0d315a0024'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:12.689970 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38f27c-e4c1-44f2-9963-33a62fb90da1 req-0a108f8a-4a47-4033-9455-9740675cd4e6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:12.691334 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4e38f27c-e4c1-44f2-9963-33a62fb90da1 req-0a108f8a-4a47-4033-9455-9740675cd4e6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0513704 Mar 29 15:34:12.729620 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Made reservation on behalf of d550607358bd44309db9da0d315a0024 for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:34:12.733076 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:12.741716 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:12.742706 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4e38f27c-e4c1-44f2-9963-33a62fb90da1 req-2c7e93f1-7918-43ba-b003-9513b4d83b13 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455987 Mar 29 15:34:12.817922 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Publish callbacks [] for security_group (c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:12.821579 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:12.882674 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:12.979806 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Allocated IP 192.168.233.231 (b44a2cb9-80d9-49e9-83ef-3d51af349bab/ed98b858-b4a0-4e6b-b243-75f43de6715c/95de7875-9949-4cc4-a17a-ecd92fb436bf) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:34:13.010514 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0b6df-5ecb-4f17-b1cd-6246fb85f149 req-d0343852-6504-4b5b-b141-1fed3701cb36 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:13.011959 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d2b0b6df-5ecb-4f17-b1cd-6246fb85f149 req-d0343852-6504-4b5b-b141-1fed3701cb36 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0875847 Mar 29 15:34:13.119991 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d2b0b6df-5ecb-4f17-b1cd-6246fb85f149 req-0078a151-eb6d-4fe4-95fb-38a905457fab tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020312 Mar 29 15:34:13.160187 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca1618-882e-4762-97b8-e6aba10d5582 req-0e6a9f27-5f1d-4dc6-badd-2dfa8e1d07cf tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:13.161674 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-23ca1618-882e-4762-97b8-e6aba10d5582 req-0e6a9f27-5f1d-4dc6-badd-2dfa8e1d07cf tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0567033 Mar 29 15:34:13.176319 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Publish callbacks [] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:13.207781 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-23ca1618-882e-4762-97b8-e6aba10d5582 req-0b4c6e93-49b9-404e-ab72-df9a57b80640 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396709 Mar 29 15:34:13.213340 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:13.256666 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Network b44a2cb9-80d9-49e9-83ef-3d51af349bab is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:34:13.260079 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:34:13.263732 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:34:13.291454 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Pushing event updated for resources: {'Port': ['ID=95de7875-9949-4cc4-a17a-ecd92fb436bf,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:13.318826 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:13.319442 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:13.336925 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-8d9cfc67-112d-4ac4-8c16-b1361f866d22 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7139113 Mar 29 15:34:13.353508 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Request body: {'port': {'device_id': 'd487b0c5-8152-4d77-bab5-100bfdab00c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:13.416567 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:13.491322 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-64e5dcd1-2528-4dbe-9f72-52644f466fd3 None None] Provisioning complete for port 95de7875-9949-4cc4-a17a-ecd92fb436bf triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:34:13.492308 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-64e5dcd1-2528-4dbe-9f72-52644f466fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:13.525026 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-64e5dcd1-2528-4dbe-9f72-52644f466fd3 None None] Port 95de7875-9949-4cc4-a17a-ecd92fb436bf cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:34:13.677867 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b2ab-74f5-4a90-837d-49752c975a3b req-8366fe23-17a4-42f7-a118-3904ffb0bd43 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:13.679346 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-da23b2ab-74f5-4a90-837d-49752c975a3b req-8366fe23-17a4-42f7-a118-3904ffb0bd43 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 936 time: 0.0920920 Mar 29 15:34:13.725867 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95de7875-9949-4cc4-a17a-ecd92fb436bf {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:34:13.739835 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Publish callbacks [] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:13.762059 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-da23b2ab-74f5-4a90-837d-49752c975a3b req-c15f4495-ac17-4349-b122-43d95db412bd tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655205 Mar 29 15:34:13.762934 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Transition to ACTIVE for port object 95de7875-9949-4cc4-a17a-ecd92fb436bf will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:34:13.766850 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:13.822941 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Pushing event updated for resources: {'Port': ['ID=95de7875-9949-4cc4-a17a-ecd92fb436bf,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:13.882976 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b778f3-a70f-4f0c-980a-6aed27b33c53 req-3bbf9d8e-9856-467c-aa21-8ba5c64ab96d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:13.884683 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-77b778f3-a70f-4f0c-980a-6aed27b33c53 req-3bbf9d8e-9856-467c-aa21-8ba5c64ab96d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0596945 Mar 29 15:34:13.895930 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Attempting to bind port 95de7875-9949-4cc4-a17a-ecd92fb436bf on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:34:13.896361 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Attempting to bind port 95de7875-9949-4cc4-a17a-ecd92fb436bf by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'bff7cc70-bd53-4594-92af-fd07ab02fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b44a2cb9-80d9-49e9-83ef-3d51af349bab'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:34:13.896750 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Attempting to bind port 95de7875-9949-4cc4-a17a-ecd92fb436bf on network b44a2cb9-80d9-49e9-83ef-3d51af349bab {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:34:13.907860 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Port 95de7875-9949-4cc4-a17a-ecd92fb436bf on network b44a2cb9-80d9-49e9-83ef-3d51af349bab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:34:13.908179 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Attempting to bind port 95de7875-9949-4cc4-a17a-ecd92fb436bf on network b44a2cb9-80d9-49e9-83ef-3d51af349bab {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:34:13.914824 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:34:13.915234 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Checking segment: {'id': 'bff7cc70-bd53-4594-92af-fd07ab02fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b44a2cb9-80d9-49e9-83ef-3d51af349bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:34:13.915590 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Bound using segment: {'id': 'bff7cc70-bd53-4594-92af-fd07ab02fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b44a2cb9-80d9-49e9-83ef-3d51af349bab'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:34:13.916008 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Bound port: 95de7875-9949-4cc4-a17a-ecd92fb436bf, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff7cc70-bd53-4594-92af-fd07ab02fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b44a2cb9-80d9-49e9-83ef-3d51af349bab'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:34:13.916993 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:13.937242 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-77b778f3-a70f-4f0c-980a-6aed27b33c53 req-22748ad1-3e18-47ed-8b0d-89c2c08457cb tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456505 Mar 29 15:34:13.985273 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] For port 95de7875-9949-4cc4-a17a-ecd92fb436bf, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:34:13.988514 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] For port 95de7875-9949-4cc4-a17a-ecd92fb436bf, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=95de7875-9949-4cc4-a17a-ecd92fb436bf,segment=NetworkSegment(bff7cc70-bd53-4594-92af-fd07ab02fc8e),segment_id=bff7cc70-bd53-4594-92af-fd07ab02fc8e)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:34:13.994608 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:14.032241 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.032858 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:14.034248 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] 10.222.0.31 "PUT /v2.0/ports/95de7875-9949-4cc4-a17a-ecd92fb436bf HTTP/1.1" status: 200 len: 1098 time: 0.6853940 Mar 29 15:34:14.034742 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd487b0c5-8152-4d77-bab5-100bfdab00c3', 'tag': '95de7875-9949-4cc4-a17a-ecd92fb436bf'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:14.036920 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3cb3f9-036f-4ec9-98b6-1e06b6a11440" -d '{"events": [{"name": "network-changed", "server_uuid": "d487b0c5-8152-4d77-bab5-100bfdab00c3", "tag": "95de7875-9949-4cc4-a17a-ecd92fb436bf"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:14.060697 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8e1d3-a16d-43d5-9802-ca2bfc2617da service neutron] Pushing event updated for resources: {'Port': ['ID=95de7875-9949-4cc4-a17a-ecd92fb436bf,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:14.100256 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b68e0fe-c059-4944-89fa-7d312f5ee273 x-openstack-request-id: req-3b68e0fe-c059-4944-89fa-7d312f5ee273 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:14.100549 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d487b0c5-8152-4d77-bab5-100bfdab00c3", "tag": "95de7875-9949-4cc4-a17a-ecd92fb436bf", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:14.100805 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b68e0fe-c059-4944-89fa-7d312f5ee273 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:14.101260 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b68e0fe-c059-4944-89fa-7d312f5ee273'] response: {'name': 'network-changed', 'server_uuid': 'd487b0c5-8152-4d77-bab5-100bfdab00c3', 'tag': '95de7875-9949-4cc4-a17a-ecd92fb436bf', 'status': 'completed', 'code': 200} Mar 29 15:34:14.120456 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-be3b72ff-08d8-4e2f-b05e-89baeb2784db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.121971 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-be3b72ff-08d8-4e2f-b05e-89baeb2784db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d550607358bd44309db9da0d315a0024&device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 1132 time: 0.0490701 Mar 29 15:34:14.166493 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-bfd8a9da-e6c8-4d5e-b8ea-294e11964c98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=95de7875-9949-4cc4-a17a-ecd92fb436bf HTTP/1.1" status: 200 len: 217 time: 0.0364027 Mar 29 15:34:14.240497 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-b3924bbd-1cd4-4031-b416-dd4d0e2c9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.242428 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-b3924bbd-1cd4-4031-b416-dd4d0e2c9dfc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ed98b858-b4a0-4e6b-b243-75f43de6715c HTTP/1.1" status: 200 len: 843 time: 0.0602884 Mar 29 15:34:14.248039 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a73212-b196-4164-85a2-30d8e4fe6581 req-93ca483a-ccce-40e8-bfd2-b8716837fc37 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.249731 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d8a73212-b196-4164-85a2-30d8e4fe6581 req-93ca483a-ccce-40e8-bfd2-b8716837fc37 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0601249 Mar 29 15:34:14.304628 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d8a73212-b196-4164-85a2-30d8e4fe6581 req-e3e989d5-ab3d-4435-bba1-1ffc746c5c32 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493016 Mar 29 15:34:14.333837 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-971fb489-ee0c-461f-8ead-817c7a8834d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.335424 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-971fb489-ee0c-461f-8ead-817c7a8834d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b44a2cb9-80d9-49e9-83ef-3d51af349bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0836153 Mar 29 15:34:14.346595 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3beb3d-e1a1-4a9b-a453-a73f526cc8c8 req-74a71bd2-7652-47c4-b4c9-a9c698d6c47a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.347954 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8e3beb3d-e1a1-4a9b-a453-a73f526cc8c8 req-74a71bd2-7652-47c4-b4c9-a9c698d6c47a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0630255 Mar 29 15:34:14.446229 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8e3beb3d-e1a1-4a9b-a453-a73f526cc8c8 req-c0a8b83e-5b5d-4e66-a785-3e6612d2686e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897868 Mar 29 15:34:14.466057 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-0e170b24-8cf0-4b3f-bd5d-1c2c076627fc service neutron] 10.222.0.31 "GET /v2.0/networks/b44a2cb9-80d9-49e9-83ef-3d51af349bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171672 Mar 29 15:34:14.555096 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5d3d91bd-37cb-47cd-9ffb-7fa55ef9ebef req-9d39b942-05aa-4699-9da7-212ba7031cf9 service neutron] 10.222.0.31 "GET /v2.0/networks/b44a2cb9-80d9-49e9-83ef-3d51af349bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800703 Mar 29 15:34:14.658431 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cb3f9-036f-4ec9-98b6-1e06b6a11440 req-a3abcc46-9cd8-49dc-8377-9393aca747ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.659915 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d3cb3f9-036f-4ec9-98b6-1e06b6a11440 req-a3abcc46-9cd8-49dc-8377-9393aca747ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d550607358bd44309db9da0d315a0024&device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 1132 time: 0.0492795 Mar 29 15:34:14.753975 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cb3f9-036f-4ec9-98b6-1e06b6a11440 req-f2dbc1ff-6c4a-4624-ba94-d82602e6a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.755437 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d3cb3f9-036f-4ec9-98b6-1e06b6a11440 req-f2dbc1ff-6c4a-4624-ba94-d82602e6a0eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=b44a2cb9-80d9-49e9-83ef-3d51af349bab HTTP/1.1" status: 200 len: 870 time: 0.0874443 Mar 29 15:34:14.810455 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d3cb3f9-036f-4ec9-98b6-1e06b6a11440 req-9022e08b-d9c6-48c6-86b9-55a2720e0efe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=95de7875-9949-4cc4-a17a-ecd92fb436bf HTTP/1.1" status: 200 len: 217 time: 0.0400419 Mar 29 15:34:14.910160 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cb3f9-036f-4ec9-98b6-1e06b6a11440 req-d0c8ea72-23c4-42a1-92ed-010736422171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.911590 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d3cb3f9-036f-4ec9-98b6-1e06b6a11440 req-d0c8ea72-23c4-42a1-92ed-010736422171 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ed98b858-b4a0-4e6b-b243-75f43de6715c HTTP/1.1" status: 200 len: 843 time: 0.0830097 Mar 29 15:34:14.956632 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e500918-886e-4cb1-af9c-045be9ad9463 req-312be610-b905-4891-bdf2-6fdf1712fa64 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:14.958127 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9e500918-886e-4cb1-af9c-045be9ad9463 req-312be610-b905-4891-bdf2-6fdf1712fa64 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 948 time: 0.0981691 Mar 29 15:34:15.005657 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cb3f9-036f-4ec9-98b6-1e06b6a11440 req-2e189384-daeb-4504-b3a9-b807bef43097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:15.007667 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d3cb3f9-036f-4ec9-98b6-1e06b6a11440 req-2e189384-daeb-4504-b3a9-b807bef43097 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b44a2cb9-80d9-49e9-83ef-3d51af349bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0878174 Mar 29 15:34:15.019473 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9e500918-886e-4cb1-af9c-045be9ad9463 req-c87a7973-aa2d-4668-9664-a1d1e498d4c9 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529337 Mar 29 15:34:15.064173 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f13a5-1a41-4ebf-b6ed-3c7434dcded3 req-d74ef8ac-3e55-4ffd-b7c1-5db7b821b5d7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:15.065772 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6f1f13a5-1a41-4ebf-b6ed-3c7434dcded3 req-d74ef8ac-3e55-4ffd-b7c1-5db7b821b5d7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0528328 Mar 29 15:34:15.083550 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-110fe5c3-5ea7-46b8-b444-04e21490fe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:15.117499 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6f1f13a5-1a41-4ebf-b6ed-3c7434dcded3 req-17df7f75-fe18-444c-8ed8-36fa0cc1a97a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456188 Mar 29 15:34:15.123882 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d3cb3f9-036f-4ec9-98b6-1e06b6a11440 req-46a6d4f0-ac31-4ef8-9009-e5714c32ff7c service neutron] 10.222.0.31 "GET /v2.0/networks/b44a2cb9-80d9-49e9-83ef-3d51af349bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957773 Mar 29 15:34:15.214789 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d3cb3f9-036f-4ec9-98b6-1e06b6a11440 req-40bf956e-5960-4557-a8e7-7d9b57c6a249 service neutron] 10.222.0.31 "GET /v2.0/networks/b44a2cb9-80d9-49e9-83ef-3d51af349bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810144 Mar 29 15:34:15.315726 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:15.424164 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a85dde-760a-4fe8-ab3a-9d5884e0dec5 req-ac15c290-44e3-4f85-adb8-d210df39a317 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:15.425656 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b4a85dde-760a-4fe8-ab3a-9d5884e0dec5 req-ac15c290-44e3-4f85-adb8-d210df39a317 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0554087 Mar 29 15:34:15.472797 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b4a85dde-760a-4fe8-ab3a-9d5884e0dec5 req-8b635022-0800-49f9-9356-1c16b8c53653 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Mar 29 15:34:15.566319 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795cd71-f321-4f88-bb89-c0f5b2320ac5 req-b085d3a2-cbbe-4255-b4a4-a90b9356e533 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:15.567662 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6795cd71-f321-4f88-bb89-c0f5b2320ac5 req-b085d3a2-cbbe-4255-b4a4-a90b9356e533 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0547910 Mar 29 15:34:15.612645 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6795cd71-f321-4f88-bb89-c0f5b2320ac5 req-6d055133-81f1-4e82-a26f-ceb848778fd0 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394421 Mar 29 15:34:15.675680 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 7402c7e8-9785-47da-972c-a6b033f74692 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:34:15.771067 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 7402c7e8-9785-47da-972c-a6b033f74692, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7402c7e8-9785-47da-972c-a6b033f74692,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:15.782126 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '7402c7e8-9785-47da-972c-a6b033f74692', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'port_id': '7402c7e8-9785-47da-972c-a6b033f74692', 'mac_address': 'fa:16:3e:5e:2a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:34:15.818608 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 7402c7e8-9785-47da-972c-a6b033f74692 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:15.818931 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (7402c7e8-9785-47da-972c-a6b033f74692), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:15.831691 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7402c7e8-9785-47da-972c-a6b033f74692 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:34:15.850305 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 7402c7e8-9785-47da-972c-a6b033f74692, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7402c7e8-9785-47da-972c-a6b033f74692,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:15.854750 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (7402c7e8-9785-47da-972c-a6b033f74692), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:15.903872 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=7402c7e8-9785-47da-972c-a6b033f74692,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:16.072476 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:16.150710 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4f22e-9c53-45a5-a0c6-2dea344eb800 req-f18f2816-6fa3-4065-9070-d88c524eb8c2 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:16.152198 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-37e4f22e-9c53-45a5-a0c6-2dea344eb800 req-f18f2816-6fa3-4065-9070-d88c524eb8c2 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 948 time: 0.0605762 Mar 29 15:34:16.199351 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-37e4f22e-9c53-45a5-a0c6-2dea344eb800 req-68a364af-e5ee-4bca-834c-4cc55033cf99 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Mar 29 15:34:16.254950 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['7402c7e8-9785-47da-972c-a6b033f74692'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:34:16.317409 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc7e1b-fd99-4da6-8410-b80ef02b4063 req-08ccd912-507b-4103-ada8-025e05bbc40b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:16.318981 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d5bc7e1b-fd99-4da6-8410-b80ef02b4063 req-08ccd912-507b-4103-ada8-025e05bbc40b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0594692 Mar 29 15:34:16.371094 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d5bc7e1b-fd99-4da6-8410-b80ef02b4063 req-9c2b3218-23c3-41db-b3df-84c57af7707a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459840 Mar 29 15:34:16.591362 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc2679-c675-4a4c-8b3a-26633eb6c44a req-46589d02-8c34-468d-8b4c-f2696f6eac89 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:16.592716 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2efc2679-c675-4a4c-8b3a-26633eb6c44a req-46589d02-8c34-468d-8b4c-f2696f6eac89 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 944 time: 0.0522246 Mar 29 15:34:16.641901 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2efc2679-c675-4a4c-8b3a-26633eb6c44a req-17ae5a89-374d-4543-9668-31fecd7427cf tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427473 Mar 29 15:34:16.732550 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c302b-e0c3-4f45-b7b3-e9e7f6397309 req-2c634041-611f-44b9-98d6-c5f2567ea39d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:16.734293 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a41c302b-e0c3-4f45-b7b3-e9e7f6397309 req-2c634041-611f-44b9-98d6-c5f2567ea39d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0543056 Mar 29 15:34:16.781965 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a41c302b-e0c3-4f45-b7b3-e9e7f6397309 req-0f1cdcdd-3fd5-4dc1-a006-04ec8d6a5717 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415807 Mar 29 15:34:17.205855 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:17.320899 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce34560-6141-43d9-93d3-9224bc58e787 req-2a0798b9-c480-4855-9546-02eecdfada29 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:17.322437 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1ce34560-6141-43d9-93d3-9224bc58e787 req-2a0798b9-c480-4855-9546-02eecdfada29 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 948 time: 0.0560102 Mar 29 15:34:17.369169 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1ce34560-6141-43d9-93d3-9224bc58e787 req-e11512c1-8fd7-4e1a-8c8e-6e9fbf90d620 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409422 Mar 29 15:34:17.493495 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05909e7-463c-4a8d-8a2e-b7ddcdce98c3 req-a6e3aae5-5d6c-46d2-8d6b-b6d0e9dbf8d6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:17.494960 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e05909e7-463c-4a8d-8a2e-b7ddcdce98c3 req-a6e3aae5-5d6c-46d2-8d6b-b6d0e9dbf8d6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0521986 Mar 29 15:34:17.540328 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e05909e7-463c-4a8d-8a2e-b7ddcdce98c3 req-8c0104a5-bd81-490f-ad08-23af3ad5eebf tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399585 Mar 29 15:34:17.674063 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 95de7875-9949-4cc4-a17a-ecd92fb436bf details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:34:17.678582 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 7402c7e8-9785-47da-972c-a6b033f74692 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:34:17.759637 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d35b4-92f4-4271-b2fb-7f80f64c03d2 req-9ac1b70d-390b-4eaf-8289-d6e9582ffffd tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:17.761126 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0a8d35b4-92f4-4271-b2fb-7f80f64c03d2 req-9ac1b70d-390b-4eaf-8289-d6e9582ffffd tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 944 time: 0.0538759 Mar 29 15:34:17.784723 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 7402c7e8-9785-47da-972c-a6b033f74692 completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:34:17.796399 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 7402c7e8-9785-47da-972c-a6b033f74692 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:34:17.796769 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (7402c7e8-9785-47da-972c-a6b033f74692), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:17.810978 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0a8d35b4-92f4-4271-b2fb-7f80f64c03d2 req-38be5f68-3f6e-440b-bb7d-3a03ae65f9a2 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442545 Mar 29 15:34:17.836248 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 95de7875-9949-4cc4-a17a-ecd92fb436bf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=95de7875-9949-4cc4-a17a-ecd92fb436bf,segment=NetworkSegment(bff7cc70-bd53-4594-92af-fd07ab02fc8e),segment_id=bff7cc70-bd53-4594-92af-fd07ab02fc8e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:17.854599 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '95de7875-9949-4cc4-a17a-ecd92fb436bf', 'network_id': 'b44a2cb9-80d9-49e9-83ef-3d51af349bab', 'port_id': '95de7875-9949-4cc4-a17a-ecd92fb436bf', 'mac_address': 'fa:16:3e:53:c4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed98b858-b4a0-4e6b-b243-75f43de6715c', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:34:17.907458 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06f6e6-8336-4fe0-a1d5-56514eb7dc18 req-6cc4868e-4f26-42bf-bb76-dc945da11b6b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:17.908943 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9d06f6e6-8336-4fe0-a1d5-56514eb7dc18 req-6cc4868e-4f26-42bf-bb76-dc945da11b6b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0564473 Mar 29 15:34:17.923593 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 95de7875-9949-4cc4-a17a-ecd92fb436bf is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:17.923922 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:17.946472 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95de7875-9949-4cc4-a17a-ecd92fb436bf {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:34:17.952113 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 7402c7e8-9785-47da-972c-a6b033f74692 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:17.952524 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (7402c7e8-9785-47da-972c-a6b033f74692), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:17.956704 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9d06f6e6-8336-4fe0-a1d5-56514eb7dc18 req-51995a15-eb4d-4d00-907a-0427942489aa tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421576 Mar 29 15:34:17.976522 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 95de7875-9949-4cc4-a17a-ecd92fb436bf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=95de7875-9949-4cc4-a17a-ecd92fb436bf,segment=NetworkSegment(bff7cc70-bd53-4594-92af-fd07ab02fc8e),segment_id=bff7cc70-bd53-4594-92af-fd07ab02fc8e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:17.983647 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:17.991860 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:17.994081 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3d3ed8-6b6e-4947-82dc-aa8425b40ffb" -d '{"events": [{"server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "name": "network-vif-plugged", "status": "completed", "tag": "7402c7e8-9785-47da-972c-a6b033f74692"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:18.026128 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 7402c7e8-9785-47da-972c-a6b033f74692, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7402c7e8-9785-47da-972c-a6b033f74692,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:18.034521 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (7402c7e8-9785-47da-972c-a6b033f74692), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:18.046070 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3383b6a-0d1b-4453-9bfa-ee502f198db3 x-openstack-request-id: req-d3383b6a-0d1b-4453-9bfa-ee502f198db3 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:18.046380 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "name": "network-vif-plugged", "status": "completed", "tag": "7402c7e8-9785-47da-972c-a6b033f74692", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:18.046639 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3383b6a-0d1b-4453-9bfa-ee502f198db3 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:18.047030 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3383b6a-0d1b-4453-9bfa-ee502f198db3'] response: {'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692', 'code': 200} Mar 29 15:34:18.049806 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=95de7875-9949-4cc4-a17a-ecd92fb436bf,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:18.097747 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=7402c7e8-9785-47da-972c-a6b033f74692,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:18.271573 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0b0ca-5378-4635-a589-1a66a3988b34 req-de9c3907-2f20-4f59-bc05-500b4f586525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:18.272908 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-90d0b0ca-5378-4635-a589-1a66a3988b34 req-de9c3907-2f20-4f59-bc05-500b4f586525 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 1129 time: 0.0432236 Mar 29 15:34:18.322116 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-90d0b0ca-5378-4635-a589-1a66a3988b34 req-05c630e4-a9d5-4c59-ae61-44baad5b4566 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413020 Mar 29 15:34:18.328392 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['95de7875-9949-4cc4-a17a-ecd92fb436bf'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:34:18.486138 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383c940-5539-4719-ac5f-5aeb3dbf817a req-fbd577f6-1976-4798-9c80-bc40114b83fb tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:18.487604 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3383c940-5539-4719-ac5f-5aeb3dbf817a req-fbd577f6-1976-4798-9c80-bc40114b83fb tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 949 time: 0.0532901 Mar 29 15:34:18.532810 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3383c940-5539-4719-ac5f-5aeb3dbf817a req-fb88ddc3-6312-4672-97f0-9fa7e14ede46 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388803 Mar 29 15:34:18.662612 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cb004-20dd-4788-8082-3376cb532b2c req-1a1a3c30-38dd-48c8-ac05-0914a6ef40e3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:18.664618 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-479cb004-20dd-4788-8082-3376cb532b2c req-1a1a3c30-38dd-48c8-ac05-0914a6ef40e3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0509737 Mar 29 15:34:18.710158 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-479cb004-20dd-4788-8082-3376cb532b2c req-38d04f06-8a42-441f-ab42-786d193da5b1 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398097 Mar 29 15:34:18.770940 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:18.930297 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efadcfb-9686-476a-82b4-9b16f9ad6c5c req-721642e0-fae4-4a1f-9910-1151b166851c tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:18.931736 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7efadcfb-9686-476a-82b4-9b16f9ad6c5c req-721642e0-fae4-4a1f-9910-1151b166851c tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0515964 Mar 29 15:34:18.984077 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7efadcfb-9686-476a-82b4-9b16f9ad6c5c req-cdd0a833-7668-447a-bae7-ff6a29f3c3c2 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466847 Mar 29 15:34:19.073985 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463a9eb-2042-47a8-8015-9b61309f17c0 req-cd627f29-a25c-4dde-bb64-43ba1def6d53 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:19.075439 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a463a9eb-2042-47a8-8015-9b61309f17c0 req-cd627f29-a25c-4dde-bb64-43ba1def6d53 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0512686 Mar 29 15:34:19.121611 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a463a9eb-2042-47a8-8015-9b61309f17c0 req-1225a39b-260e-48ca-a1a8-b696e23f2b05 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406086 Mar 29 15:34:19.652827 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2ac9f-e4ac-45a0-9053-f07f463a2e3f req-4b9978f5-d85c-4151-9865-9f742c962b7e tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:19.654413 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-28b2ac9f-e4ac-45a0-9053-f07f463a2e3f req-4b9978f5-d85c-4151-9865-9f742c962b7e tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 949 time: 0.0553281 Mar 29 15:34:19.674791 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 95de7875-9949-4cc4-a17a-ecd92fb436bf up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:34:19.704632 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-28b2ac9f-e4ac-45a0-9053-f07f463a2e3f req-68b17e7c-a6ac-4d3b-b27d-07e91f676ed6 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444210 Mar 29 15:34:19.747539 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 95de7875-9949-4cc4-a17a-ecd92fb436bf completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:34:19.751745 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 95de7875-9949-4cc4-a17a-ecd92fb436bf triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:34:19.752199 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:19.832390 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 95de7875-9949-4cc4-a17a-ecd92fb436bf is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:19.833080 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:19.841126 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0723ce1-5dca-4663-8406-dc660d44e809 req-ebf233ef-67c6-40de-9f68-f1609b8c102c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:19.842585 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b0723ce1-5dca-4663-8406-dc660d44e809 req-ebf233ef-67c6-40de-9f68-f1609b8c102c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0563815 Mar 29 15:34:19.866048 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 95de7875-9949-4cc4-a17a-ecd92fb436bf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=95de7875-9949-4cc4-a17a-ecd92fb436bf,segment=NetworkSegment(bff7cc70-bd53-4594-92af-fd07ab02fc8e),segment_id=bff7cc70-bd53-4594-92af-fd07ab02fc8e)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:19.870137 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:19.890735 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b0723ce1-5dca-4663-8406-dc660d44e809 req-bfd1b21e-56db-40a8-a2e5-0b3a55ba0979 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419984 Mar 29 15:34:19.916565 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=95de7875-9949-4cc4-a17a-ecd92fb436bf,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:20.048571 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd487b0c5-8152-4d77-bab5-100bfdab00c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95de7875-9949-4cc4-a17a-ecd92fb436bf'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:20.051050 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dde2f41-f3e8-4269-a056-f7756d279675" -d '{"events": [{"server_uuid": "d487b0c5-8152-4d77-bab5-100bfdab00c3", "name": "network-vif-plugged", "status": "completed", "tag": "95de7875-9949-4cc4-a17a-ecd92fb436bf"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:20.090481 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281aa91d-0506-4584-92ed-2841931a414c x-openstack-request-id: req-281aa91d-0506-4584-92ed-2841931a414c {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:20.090801 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d487b0c5-8152-4d77-bab5-100bfdab00c3", "name": "network-vif-plugged", "status": "completed", "tag": "95de7875-9949-4cc4-a17a-ecd92fb436bf", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:20.091055 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-281aa91d-0506-4584-92ed-2841931a414c {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:20.091453 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281aa91d-0506-4584-92ed-2841931a414c'] response: {'server_uuid': 'd487b0c5-8152-4d77-bab5-100bfdab00c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95de7875-9949-4cc4-a17a-ecd92fb436bf', 'code': 200} Mar 29 15:34:20.106325 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53067d-aba1-4e30-8928-b3d7274c51db req-3be403a6-a578-4d29-bf1d-895ec235c059 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:20.108100 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9b53067d-aba1-4e30-8928-b3d7274c51db req-3be403a6-a578-4d29-bf1d-895ec235c059 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0573561 Mar 29 15:34:20.160480 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9b53067d-aba1-4e30-8928-b3d7274c51db req-086fc2a7-0d26-4e7d-86ac-5e2730b3889c tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467026 Mar 29 15:34:20.250710 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241ae83-14c5-4f2c-bb82-dd3ed09c5c35 req-b448354a-d455-475f-8207-024b6c31c974 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:20.252161 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c241ae83-14c5-4f2c-bb82-dd3ed09c5c35 req-b448354a-d455-475f-8207-024b6c31c974 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0578139 Mar 29 15:34:20.283923 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50a746-1a91-479a-b609-5b1c30ef4cf7 req-1d47e55c-3853-4fcb-bf9f-578a385f213e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:20.285341 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5d50a746-1a91-479a-b609-5b1c30ef4cf7 req-1d47e55c-3853-4fcb-bf9f-578a385f213e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0560009 Mar 29 15:34:20.321835 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c241ae83-14c5-4f2c-bb82-dd3ed09c5c35 req-efdf94de-337a-4892-8e72-f07865790fbc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607767 Mar 29 15:34:20.328074 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f715c55-c381-4303-98aa-765bebd5723a req-bb6bd6bf-2b7d-48ce-8d9f-2ebb03426344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:20.329550 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0f715c55-c381-4303-98aa-765bebd5723a req-bb6bd6bf-2b7d-48ce-8d9f-2ebb03426344 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 1134 time: 0.0765321 Mar 29 15:34:20.334476 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5d50a746-1a91-479a-b609-5b1c30ef4cf7 req-321662f2-a5fd-45e8-8e8a-38c61b738447 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434957 Mar 29 15:34:20.356715 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 49764) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:20.379335 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0f715c55-c381-4303-98aa-765bebd5723a req-7b60c57c-a63d-4b27-a13f-fba2008c4e5e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427094 Mar 29 15:34:20.615561 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4296a09-5f8f-403e-8c8d-45469a951df8 tempest-TestShelveInstance-1333945370 tempest-TestShelveInstance-1333945370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:20.617127 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-c4296a09-5f8f-403e-8c8d-45469a951df8 tempest-TestShelveInstance-1333945370 tempest-TestShelveInstance-1333945370-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 1124 time: 0.2593660 Mar 29 15:34:20.619945 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 49770) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:20.624000 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'port_id': '7402c7e8-9785-47da-972c-a6b033f74692', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:20.643055 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:20.738999 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:20.824067 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4916c-6612-40b2-b2bc-2eb3237bbb5a req-6fb5bb63-d4ae-47ab-93eb-a121c3008131 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:20.825441 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-18f4916c-6612-40b2-b2bc-2eb3237bbb5a req-6fb5bb63-d4ae-47ab-93eb-a121c3008131 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 950 time: 0.0507045 Mar 29 15:34:20.842673 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Allocated IP 172.27.0.18 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/3ef814a5-d8f0-422d-b623-6122073dbf79) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:34:20.873224 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-18f4916c-6612-40b2-b2bc-2eb3237bbb5a req-533ceb0e-c0e5-480b-b7a2-7117a88b7290 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Mar 29 15:34:20.946012 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for port (3ef814a5-d8f0-422d-b623-6122073dbf79), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:21.005472 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (3ef814a5-d8f0-422d-b623-6122073dbf79), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:21.051641 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:34:21.056491 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:34:21.068169 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c9567-cd10-4b4b-9660-964582c93479 req-5a08d786-f797-498a-bf50-e9d652e4dcc7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:21.070179 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-bc2c9567-cd10-4b4b-9660-964582c93479 req-5a08d786-f797-498a-bf50-e9d652e4dcc7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.1006663 Mar 29 15:34:21.070894 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:34:21.094642 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Pushing event updated for resources: {'Port': ['ID=3ef814a5-d8f0-422d-b623-6122073dbf79,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:21.177709 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-bc2c9567-cd10-4b4b-9660-964582c93479 req-c14acf5c-59d7-4604-804b-4ca7d0b22145 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013980 Mar 29 15:34:21.438929 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6058b-380a-40c7-b7e1-3a85806e14ba req-ac2ca1a3-0d48-4597-a5f4-cc9933c9ee16 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:21.440402 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-56e6058b-380a-40c7-b7e1-3a85806e14ba req-ac2ca1a3-0d48-4597-a5f4-cc9933c9ee16 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0515020 Mar 29 15:34:21.447373 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for floatingip (63d872d6-70cf-49d0-a3fc-8c1229b2b704), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:21.486263 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-56e6058b-380a-40c7-b7e1-3a85806e14ba req-2a1fe2f4-09a8-44b8-a020-989a6d81a129 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400684 Mar 29 15:34:21.513427 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3ef814a5-d8f0-422d-b623-6122073dbf79), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:21.658553 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for port (3ef814a5-d8f0-422d-b623-6122073dbf79), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:21.662929 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403429'] for port (3ef814a5-d8f0-422d-b623-6122073dbf79), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:21.682567 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 73378be3-b180-4b37-a2a9-b3a75e3407e9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:34:21.729997 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Pushing event updated for resources: {'Port': ['ID=3ef814a5-d8f0-422d-b623-6122073dbf79,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:21.737751 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (63d872d6-70cf-49d0-a3fc-8c1229b2b704), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:21.780689 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 73378be3-b180-4b37-a2a9-b3a75e3407e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:21.792976 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'port_id': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'mac_address': 'fa:16:3e:d5:80:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:34:21.828682 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 73378be3-b180-4b37-a2a9-b3a75e3407e9 is: ACTIVE; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:21.829099 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:21.842083 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73378be3-b180-4b37-a2a9-b3a75e3407e9 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:34:21.844560 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.l3_db [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Floating IP 63d872d6-70cf-49d0-a3fc-8c1229b2b704 associated. External IP: 172.27.0.18, port: 7402c7e8-9785-47da-972c-a6b033f74692. Mar 29 15:34:21.865158 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 73378be3-b180-4b37-a2a9-b3a75e3407e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:21.870683 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:21.918273 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=73378be3-b180-4b37-a2a9-b3a75e3407e9,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:22.065100 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c35d6d-e4a8-4e1c-99e9-a760becec1f8 req-e2dc434d-f814-48ef-b845-4d3438148301 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:22.066569 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a9c35d6d-e4a8-4e1c-99e9-a760becec1f8 req-e2dc434d-f814-48ef-b845-4d3438148301 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 950 time: 0.1248734 Mar 29 15:34:22.070655 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['73378be3-b180-4b37-a2a9-b3a75e3407e9'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:34:22.133277 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:34:22.137314 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a9c35d6d-e4a8-4e1c-99e9-a760becec1f8 req-d39f4963-8a7b-4fb1-959b-feb2679be110 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629973 Mar 29 15:34:22.245690 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:34:22.254974 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734d1b8-76fb-4f49-be5d-8c9e74d0193e None None] Sync routers for ids ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:34:22.265585 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734d1b8-76fb-4f49-be5d-8c9e74d0193e None None] Routers {'cbb2f1fe-00ce-4d5a-9524-e20c93f78378'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:34:22.266189 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3734d1b8-76fb-4f49-be5d-8c9e74d0193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:34:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:22.268294 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:22.313338 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-bb5a4cca-ddde-4403-8d46-d0def309703f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6806326 Mar 29 15:34:22.313338 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:22.313338 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ff7bee-3f6e-4d5e-8884-cc6d2f24c632" -d '{"events": [{"name": "network-changed", "server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "tag": "7402c7e8-9785-47da-972c-a6b033f74692"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:22.357384 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925b93a1-2f86-4e80-9613-b6db90d6faff x-openstack-request-id: req-925b93a1-2f86-4e80-9613-b6db90d6faff {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:22.357784 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "tag": "7402c7e8-9785-47da-972c-a6b033f74692", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:22.358042 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-925b93a1-2f86-4e80-9613-b6db90d6faff {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:22.358445 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925b93a1-2f86-4e80-9613-b6db90d6faff'] response: {'name': 'network-changed', 'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692', 'status': 'completed', 'code': 200} Mar 29 15:34:22.391231 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-3734d1b8-76fb-4f49-be5d-8c9e74d0193e None None] Set router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:34:22.578411 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e699ad-8a69-46bb-a999-d7159dddfa03 req-b69d728e-1520-45ef-8b21-e1a1e1b9f4b1 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:22.579882 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-39e699ad-8a69-46bb-a999-d7159dddfa03 req-b69d728e-1520-45ef-8b21-e1a1e1b9f4b1 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 945 time: 0.3326473 Mar 29 15:34:22.658554 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250e680-d10c-4ccd-b93d-5a3ff7d897f4 req-1ba30cae-9e32-4a33-ab01-9bf664b1f4d2 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:22.662748 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-39e699ad-8a69-46bb-a999-d7159dddfa03 req-6d2dd804-f2ef-4e46-92bf-b8a03b32b9b0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707693 Mar 29 15:34:22.665684 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff7bee-3f6e-4d5e-8884-cc6d2f24c632 req-d92289db-ac9f-439b-9052-db7ab051c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:22.667095 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a250e680-d10c-4ccd-b93d-5a3ff7d897f4 req-1ba30cae-9e32-4a33-ab01-9bf664b1f4d2 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.1045172 Mar 29 15:34:22.667227 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-07ff7bee-3f6e-4d5e-8884-cc6d2f24c632 req-d92289db-ac9f-439b-9052-db7ab051c677 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46157163e6e4df8b1c832a9a05f8dbf&device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 1129 time: 0.1462429 Mar 29 15:34:22.674568 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3734d1b8-76fb-4f49-be5d-8c9e74d0193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:22Z', 'revision_number': 4, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port': {'id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '63d872d6-70cf-49d0-a3fc-8c1229b2b704', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'port_id': '7402c7e8-9785-47da-972c-a6b033f74692', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'mac_address': 'fa:16:3e:5e:2a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:34:21Z', 'updated_at': '2022-03-29T15:34:21Z', 'revision_number': 0, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bca504-2113-44a9-99ad-eb34d3df7571', 'name': '', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'mac_address': 'fa:16:3e:6b:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:21Z', 'updated_at': '2022-03-29T15:33:26Z', 'revision_number': 5, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'subnets': [{'id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:22.713046 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734d1b8-76fb-4f49-be5d-8c9e74d0193e None None] Checking router: cbb2f1fe-00ce-4d5a-9524-e20c93f78378 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:34:22.718557 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a250e680-d10c-4ccd-b93d-5a3ff7d897f4 req-87b59c8b-725d-4fc1-a0e6-745b119a03fe tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502543 Mar 29 15:34:22.722391 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734d1b8-76fb-4f49-be5d-8c9e74d0193e None None] Routers {'cbb2f1fe-00ce-4d5a-9524-e20c93f78378'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:34:22.723100 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3734d1b8-76fb-4f49-be5d-8c9e74d0193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:34:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:22.783641 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff7bee-3f6e-4d5e-8884-cc6d2f24c632 req-69984088-ecde-4823-b7e3-3bbef42b8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:22.785029 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-07ff7bee-3f6e-4d5e-8884-cc6d2f24c632 req-69984088-ecde-4823-b7e3-3bbef42b8a76 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dac59228-31db-4e5b-96e8-f47a59d250fd HTTP/1.1" status: 200 len: 910 time: 0.1079595 Mar 29 15:34:22.829802 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-3734d1b8-76fb-4f49-be5d-8c9e74d0193e None None] Set router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:34:22.856848 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-07ff7bee-3f6e-4d5e-8884-cc6d2f24c632 req-0351ad9b-9f45-4392-8432-e1e01b707bed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7402c7e8-9785-47da-972c-a6b033f74692 HTTP/1.1" status: 200 len: 998 time: 0.0580328 Mar 29 15:34:22.915309 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff7bee-3f6e-4d5e-8884-cc6d2f24c632 req-083a3ac0-b851-44c5-99af-915e460f56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:22.916801 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-07ff7bee-3f6e-4d5e-8884-cc6d2f24c632 req-083a3ac0-b851-44c5-99af-915e460f56de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9 HTTP/1.1" status: 200 len: 848 time: 0.0432773 Mar 29 15:34:22.971155 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff7bee-3f6e-4d5e-8884-cc6d2f24c632 req-6e21c942-067c-4e9b-a321-c909e9ae6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:22.972639 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-07ff7bee-3f6e-4d5e-8884-cc6d2f24c632 req-6e21c942-067c-4e9b-a321-c909e9ae6ac2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dac59228-31db-4e5b-96e8-f47a59d250fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486088 Mar 29 15:34:23.047099 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3734d1b8-76fb-4f49-be5d-8c9e74d0193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:22Z', 'revision_number': 4, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port': {'id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '63d872d6-70cf-49d0-a3fc-8c1229b2b704', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'port_id': '7402c7e8-9785-47da-972c-a6b033f74692', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'mac_address': 'fa:16:3e:5e:2a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:34:21Z', 'updated_at': '2022-03-29T15:34:21Z', 'revision_number': 0, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bca504-2113-44a9-99ad-eb34d3df7571', 'name': '', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'mac_address': 'fa:16:3e:6b:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:21Z', 'updated_at': '2022-03-29T15:33:26Z', 'revision_number': 5, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'subnets': [{'id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:23.064924 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-07ff7bee-3f6e-4d5e-8884-cc6d2f24c632 req-f7e00540-82fc-4840-9dda-0e55d58ad055 service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809901 Mar 29 15:34:23.076137 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734d1b8-76fb-4f49-be5d-8c9e74d0193e None None] The sync data for ids ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'] in dv-cinder-790535-36-iscsi is: [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:22Z', 'revision_number': 4, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port': {'id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '63d872d6-70cf-49d0-a3fc-8c1229b2b704', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'port_id': '7402c7e8-9785-47da-972c-a6b033f74692', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'mac_address': 'fa:16:3e:5e:2a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:34:21Z', 'updated_at': '2022-03-29T15:34:21Z', 'revision_number': 0, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bca504-2113-44a9-99ad-eb34d3df7571', 'name': '', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'mac_address': 'fa:16:3e:6b:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:21Z', 'updated_at': '2022-03-29T15:33:26Z', 'revision_number': 5, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'subnets': [{'id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:34:23.166075 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-07ff7bee-3f6e-4d5e-8884-cc6d2f24c632 req-29c76396-ab78-4d3c-bcab-e03a05796304 service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945911 Mar 29 15:34:23.268531 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374a2bf-3d74-4aa7-a452-c42f155d4107 req-2807de97-74e4-4a49-b9d7-c8d09d0a08cf tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:23.269715 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f374a2bf-3d74-4aa7-a452-c42f155d4107 req-2807de97-74e4-4a49-b9d7-c8d09d0a08cf tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 950 time: 0.0603504 Mar 29 15:34:23.321193 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d2ec1-3187-40d8-bc8c-66efd07a5f8a None None] New status for floating IP 63d872d6-70cf-49d0-a3fc-8c1229b2b704: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:34:23.331314 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f374a2bf-3d74-4aa7-a452-c42f155d4107 req-07d2a7ec-c3fd-4e9b-a7fd-70463a0ff9f5 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542958 Mar 29 15:34:23.593255 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854d7cf-5afb-4189-b3fd-8f74bfe49c21 req-71d73962-9f4e-4580-a240-7c11eaf9ad51 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:23.594638 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3854d7cf-5afb-4189-b3fd-8f74bfe49c21 req-71d73962-9f4e-4580-a240-7c11eaf9ad51 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 950 time: 0.0535181 Mar 29 15:34:23.643869 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3854d7cf-5afb-4189-b3fd-8f74bfe49c21 req-e7bc41f5-dbf4-4679-b095-195fe021a37d tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435066 Mar 29 15:34:23.714095 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 73378be3-b180-4b37-a2a9-b3a75e3407e9 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:34:23.763951 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 73378be3-b180-4b37-a2a9-b3a75e3407e9 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:34:23.764564 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:23.801508 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c44477-aaa0-4d12-b43a-a4393613c297 req-370f9451-6993-4ac9-a84d-d87583af2fe7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:23.803991 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e3c44477-aaa0-4d12-b43a-a4393613c297 req-370f9451-6993-4ac9-a84d-d87583af2fe7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 945 time: 0.0640683 Mar 29 15:34:23.848711 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 73378be3-b180-4b37-a2a9-b3a75e3407e9 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:23.849040 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:23.851553 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e3c44477-aaa0-4d12-b43a-a4393613c297 req-eef5f5dd-0778-496c-ae9c-7c61e8685fe4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417435 Mar 29 15:34:23.861257 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7515f-2374-4012-b496-d42a006e7c88 req-d7146bf7-2f72-4cec-a2d0-33af018d26e8 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:23.862752 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-00e7515f-2374-4012-b496-d42a006e7c88 req-d7146bf7-2f72-4cec-a2d0-33af018d26e8 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0602942 Mar 29 15:34:23.873384 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:23.877036 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f810edad-8d66-48a2-bde4-8f0d8cbf56ec" -d '{"events": [{"server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "name": "network-vif-plugged", "status": "completed", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:23.893019 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 73378be3-b180-4b37-a2a9-b3a75e3407e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:23.897553 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:23.925344 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-00e7515f-2374-4012-b496-d42a006e7c88 req-f8165f06-04d5-4dc8-bfcf-6716c08420cc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556579 Mar 29 15:34:23.947291 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=73378be3-b180-4b37-a2a9-b3a75e3407e9,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:23.975323 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9bb384-0ec5-4e33-b1b7-c1d73df0312e x-openstack-request-id: req-4c9bb384-0ec5-4e33-b1b7-c1d73df0312e {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:23.975737 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "name": "network-vif-plugged", "status": "completed", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:23.976058 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c9bb384-0ec5-4e33-b1b7-c1d73df0312e {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:23.976524 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9bb384-0ec5-4e33-b1b7-c1d73df0312e'] response: {'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'code': 200} Mar 29 15:34:24.036017 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 49814) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:24.040473 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c2349a19-b5d3-43e9-a1a0-00da940d70db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--507843773', 'description': 'tempest-description--1176219088'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:24.059163 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2349a19-b5d3-43e9-a1a0-00da940d70db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.126277 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2349a19-b5d3-43e9-a1a0-00da940d70db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (cd8a10da-bb45-4c2f-8f47-761c1a153f50), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.129647 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2349a19-b5d3-43e9-a1a0-00da940d70db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (cd8a10da-bb45-4c2f-8f47-761c1a153f50), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.158670 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2349a19-b5d3-43e9-a1a0-00da940d70db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.159849 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-c2349a19-b5d3-43e9-a1a0-00da940d70db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1228540 Mar 29 15:34:24.161697 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2349a19-b5d3-43e9-a1a0-00da940d70db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8a10da-bb45-4c2f-8f47-761c1a153f50,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:24.162822 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49816) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:24.167549 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-776d9756-795e-4e79-bb9f-0fc729e761e1 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'security_group_rule': {'security_group_id': 'cd8a10da-bb45-4c2f-8f47-761c1a153f50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:24.191668 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-776d9756-795e-4e79-bb9f-0fc729e761e1 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (966379d8-a275-4755-b6b8-b83193c4d110), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.244819 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-776d9756-795e-4e79-bb9f-0fc729e761e1 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (966379d8-a275-4755-b6b8-b83193c4d110), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.248466 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-776d9756-795e-4e79-bb9f-0fc729e761e1 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (966379d8-a275-4755-b6b8-b83193c4d110), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.266048 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d9756-795e-4e79-bb9f-0fc729e761e1 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966379d8-a275-4755-b6b8-b83193c4d110,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:24.273452 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-776d9756-795e-4e79-bb9f-0fc729e761e1 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.274862 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-776d9756-795e-4e79-bb9f-0fc729e761e1 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108310 Mar 29 15:34:24.277461 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49818) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:24.281672 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-6df59811-c056-4f19-8ad5-719612243292 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'security_group_rule': {'security_group_id': 'cd8a10da-bb45-4c2f-8f47-761c1a153f50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:24.307440 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6df59811-c056-4f19-8ad5-719612243292 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (2a514884-e655-4793-bc5f-56a49009e873), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.365278 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6df59811-c056-4f19-8ad5-719612243292 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (2a514884-e655-4793-bc5f-56a49009e873), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.369363 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6df59811-c056-4f19-8ad5-719612243292 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (2a514884-e655-4793-bc5f-56a49009e873), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.387159 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df59811-c056-4f19-8ad5-719612243292 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a514884-e655-4793-bc5f-56a49009e873,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:24.396254 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6df59811-c056-4f19-8ad5-719612243292 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.397607 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-6df59811-c056-4f19-8ad5-719612243292 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191766 Mar 29 15:34:24.400620 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 49822) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:24.404898 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:24.423493 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.518176 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.626417 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Allocated IP 172.27.0.75 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/b56ed985-6797-46e1-b257-e7e6900f5bda) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:34:24.769736 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for port (b56ed985-6797-46e1-b257-e7e6900f5bda), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.810640 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76e08-f758-48f8-9386-e407fc415bd0 req-32d98fdb-2326-4607-b9ab-da5ff1c741de tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:24.812136 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-96e76e08-f758-48f8-9386-e407fc415bd0 req-32d98fdb-2326-4607-b9ab-da5ff1c741de tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 950 time: 0.0966411 Mar 29 15:34:24.833615 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (b56ed985-6797-46e1-b257-e7e6900f5bda), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:24.895602 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:34:24.901793 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:34:24.903618 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'Port': ['ID=b56ed985-6797-46e1-b257-e7e6900f5bda,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:24.906270 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:34:24.950656 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-96e76e08-f758-48f8-9386-e407fc415bd0 req-937da793-277b-45c8-aad2-35369e22bd8e tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322231 Mar 29 15:34:24.993127 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442a479-7585-479a-8ae3-a36dafe1f271 req-ffd788fb-0454-479e-af8f-c1aa32f273c4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:24.996982 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0442a479-7585-479a-8ae3-a36dafe1f271 req-ffd788fb-0454-479e-af8f-c1aa32f273c4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0691996 Mar 29 15:34:25.021302 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (51df73fb-7fac-4640-873d-f0311e55370a), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:25.060024 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0442a479-7585-479a-8ae3-a36dafe1f271 req-d20749df-eef1-4f0a-8a5c-a82135560752 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565915 Mar 29 15:34:25.117672 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (b56ed985-6797-46e1-b257-e7e6900f5bda), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:25.154649 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35267c61-2830-40a8-a381-796bcb331666 req-cfc10017-40bd-4a23-adf5-212573db51fd tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:25.156172 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-35267c61-2830-40a8-a381-796bcb331666 req-cfc10017-40bd-4a23-adf5-212573db51fd tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.1258881 Mar 29 15:34:25.260430 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-35267c61-2830-40a8-a381-796bcb331666 req-b14d1792-a2ab-4f7d-9807-aac4c2a27c64 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970342 Mar 29 15:34:25.337784 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for port (b56ed985-6797-46e1-b257-e7e6900f5bda), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:25.342987 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (b56ed985-6797-46e1-b257-e7e6900f5bda), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:25.417917 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'Port': ['ID=b56ed985-6797-46e1-b257-e7e6900f5bda,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:25.437322 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (51df73fb-7fac-4640-873d-f0311e55370a), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:25.456126 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:25.457709 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-ab7948dc-0fe3-42bd-8c3f-22238e12967d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0560668 Mar 29 15:34:25.672705 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-cd554563-485e-46f1-91ae-f8bb5ce38c2a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--507843773&fields=id&tenant_id=b7767dd7a07543269ae18c59f05f8ae0 HTTP/1.1" status: 200 len: 267 time: 0.0471728 Mar 29 15:34:25.759151 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba119b-2c92-405c-b597-5627181fadd4 req-6a19560f-738f-416a-a437-aaf8403bd525 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:25.760701 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a5ba119b-2c92-405c-b597-5627181fadd4 req-6a19560f-738f-416a-a437-aaf8403bd525 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.31 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 950 time: 0.0743921 Mar 29 15:34:25.794778 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-c94a52ce-9378-49a5-b500-db4fd8cd69f1 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:25.796555 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-c94a52ce-9378-49a5-b500-db4fd8cd69f1 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 814 time: 0.1155927 Mar 29 15:34:25.817076 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-2c156d4d-c95c-4c7c-908f-6fd6e1557aef tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/quotas/b7767dd7a07543269ae18c59f05f8ae0 HTTP/1.1" status: 200 len: 375 time: 0.0137408 Mar 29 15:34:25.879995 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-a5ba119b-2c92-405c-b597-5627181fadd4 req-f67aa38e-4694-4397-ae6a-8b6b848408e4 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Deleting port 95de7875-9949-4cc4-a17a-ecd92fb436bf {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:34:25.880520 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a5ba119b-2c92-405c-b597-5627181fadd4 req-f67aa38e-4694-4397-ae6a-8b6b848408e4 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:25.903096 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-0baecb69-5415-4ace-9bea-7cbd3d7c1be1 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804594 Mar 29 15:34:25.996665 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-a5ba119b-2c92-405c-b597-5627181fadd4 req-f67aa38e-4694-4397-ae6a-8b6b848408e4 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] For port 95de7875-9949-4cc4-a17a-ecd92fb436bf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=95de7875-9949-4cc4-a17a-ecd92fb436bf,segment=NetworkSegment(bff7cc70-bd53-4594-92af-fd07ab02fc8e),segment_id=bff7cc70-bd53-4594-92af-fd07ab02fc8e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:25.997083 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a5ba119b-2c92-405c-b597-5627181fadd4 req-f67aa38e-4694-4397-ae6a-8b6b848408e4 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:26.017195 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-a5ba119b-2c92-405c-b597-5627181fadd4 req-f67aa38e-4694-4397-ae6a-8b6b848408e4 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Calling delete_port for 95de7875-9949-4cc4-a17a-ecd92fb436bf owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:34:26.024190 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-99c0d1c1-86bb-4939-832e-6d14a7719235 service neutron] 10.222.0.18 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174037 Mar 29 15:34:26.144538 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-894dc464-7497-4e34-9637-23854a8b3a24 service neutron] 10.222.0.18 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187923 Mar 29 15:34:26.179742 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b325c62-e903-492f-a319-00a7fc550a6c req-eca3a55c-0983-4d7f-8422-ee255cec8d34 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:26.181277 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2b325c62-e903-492f-a319-00a7fc550a6c req-eca3a55c-0983-4d7f-8422-ee255cec8d34 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/ports?device_id=d487b0c5-8152-4d77-bab5-100bfdab00c3 HTTP/1.1" status: 200 len: 950 time: 0.1136265 Mar 29 15:34:26.279383 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2b325c62-e903-492f-a319-00a7fc550a6c req-94358098-adef-4f58-8d8b-9f8781c04153 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886204 Mar 29 15:34:26.280450 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a5ba119b-2c92-405c-b597-5627181fadd4 req-f67aa38e-4694-4397-ae6a-8b6b848408e4 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (95de7875-9949-4cc4-a17a-ecd92fb436bf), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:26.293148 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['95de7875-9949-4cc4-a17a-ecd92fb436bf'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:34:26.326086 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aa38e-4694-4397-ae6a-8b6b848408e4 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Pushing event deleted for resources: {'Port': ['ID=95de7875-9949-4cc4-a17a-ecd92fb436bf,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:26.401538 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ba119b-2c92-405c-b597-5627181fadd4 req-f67aa38e-4694-4397-ae6a-8b6b848408e4 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] No DVR routers for this DVR port 95de7875-9949-4cc4-a17a-ecd92fb436bf on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:34:26.410016 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a5ba119b-2c92-405c-b597-5627181fadd4 req-f67aa38e-4694-4397-ae6a-8b6b848408e4 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:26.414610 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a5ba119b-2c92-405c-b597-5627181fadd4 req-f67aa38e-4694-4397-ae6a-8b6b848408e4 tempest-VolumesNegativeTest-854727455 tempest-VolumesNegativeTest-854727455-project] 10.222.0.31 "DELETE /v2.0/ports/95de7875-9949-4cc4-a17a-ecd92fb436bf HTTP/1.1" status: 204 len: 173 time: 0.6470246 Mar 29 15:34:26.424435 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd487b0c5-8152-4d77-bab5-100bfdab00c3', 'name': 'network-vif-deleted', 'tag': '95de7875-9949-4cc4-a17a-ecd92fb436bf'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:26.430603 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57941c48-7d8e-4b7f-bfbe-7ae44fef3220" -d '{"events": [{"server_uuid": "d487b0c5-8152-4d77-bab5-100bfdab00c3", "name": "network-vif-deleted", "tag": "95de7875-9949-4cc4-a17a-ecd92fb436bf"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:26.522935 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac34b20-3180-4ec9-bdbc-78fa9a69e3e1 req-c3e327de-8595-4947-8e34-4722b9ced8d5 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:26.525538 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-dac34b20-3180-4ec9-bdbc-78fa9a69e3e1 req-c3e327de-8595-4947-8e34-4722b9ced8d5 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.1218438 Mar 29 15:34:26.532581 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e9c01-a679-4ef0-a184-4852dca1532e req-af5dbd30-f05c-4800-a47f-14c63530f855 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:26.542306 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e30e9c01-a679-4ef0-a184-4852dca1532e req-af5dbd30-f05c-4800-a47f-14c63530f855 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0989854 Mar 29 15:34:26.633511 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e30e9c01-a679-4ef0-a184-4852dca1532e req-7aeee0a5-88da-4045-99dd-9f6f24f90283 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900826 Mar 29 15:34:26.652344 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-dac34b20-3180-4ec9-bdbc-78fa9a69e3e1 req-51c6a633-f071-42af-a500-e829c7bf12db tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139245 Mar 29 15:34:26.719133 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74144707-56d8-4848-b03e-a921ede622f2 x-openstack-request-id: req-74144707-56d8-4848-b03e-a921ede622f2 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:26.719672 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d487b0c5-8152-4d77-bab5-100bfdab00c3", "name": "network-vif-deleted", "tag": "95de7875-9949-4cc4-a17a-ecd92fb436bf", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:26.720822 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74144707-56d8-4848-b03e-a921ede622f2 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:26.721590 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74144707-56d8-4848-b03e-a921ede622f2'] response: {'server_uuid': 'd487b0c5-8152-4d77-bab5-100bfdab00c3', 'name': 'network-vif-deleted', 'tag': '95de7875-9949-4cc4-a17a-ecd92fb436bf', 'status': 'completed', 'code': 200} Mar 29 15:34:26.738940 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-15ed542e-f2b1-48cc-b898-cfa29f86922a req-b248835e-843a-4450-ac66-162699adff08 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 210 time: 0.0435185 Mar 29 15:34:27.883616 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662d824-4b6b-4fae-82dd-6edfda9b3132 req-c9024d1c-eaf1-4c61-ad3a-e1aa750c83d6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:27.885948 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfef50-84d1-4b6c-8f4b-dc348cde788b req-f2d19aed-2c8c-4558-a3bb-6069f30ee300 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:27.891287 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b662d824-4b6b-4fae-82dd-6edfda9b3132 req-c9024d1c-eaf1-4c61-ad3a-e1aa750c83d6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.1064115 Mar 29 15:34:27.893438 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c4bfef50-84d1-4b6c-8f4b-dc348cde788b req-f2d19aed-2c8c-4558-a3bb-6069f30ee300 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.1277161 Mar 29 15:34:27.939974 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-fd09246f-5030-44ea-a494-324c44f1e179 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:27.942176 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-fd09246f-5030-44ea-a494-324c44f1e179 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 814 time: 0.3019960 Mar 29 15:34:27.973391 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c4bfef50-84d1-4b6c-8f4b-dc348cde788b req-af20a19a-ba5b-48c8-8bab-29ed0147534b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780382 Mar 29 15:34:28.014713 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b662d824-4b6b-4fae-82dd-6edfda9b3132 req-6fddab58-3691-47d1-aef1-266ea1a288de tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224773 Mar 29 15:34:28.113393 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ac07454f-a551-4afe-9213-f468c74d616c req-bd01872b-8eca-4fd5-b00b-776548e6060a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 210 time: 0.0605729 Mar 29 15:34:28.179316 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-f4360318-eb22-48ef-960d-54e94a2bc646 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7767dd7a07543269ae18c59f05f8ae0 HTTP/1.1" status: 200 len: 471 time: 0.1990309 Mar 29 15:34:28.189927 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-ebc546ca-6382-40db-b778-1ecb5cae0ce4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'port': {'device_id': 'e98f04fb-b872-41df-b4ff-e8babaf7e89f', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'admin_state_up': True, 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'security_groups': ['cd8a10da-bb45-4c2f-8f47-761c1a153f50']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:28.366705 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fb769-0820-4c4b-8d1f-5104ef0d27ca req-45a5e57e-d17e-4890-9983-e4992d1903f0 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:28.368987 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-292fb769-0820-4c4b-8d1f-5104ef0d27ca req-45a5e57e-d17e-4890-9983-e4992d1903f0 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0957644 Mar 29 15:34:28.401222 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-ebc546ca-6382-40db-b778-1ecb5cae0ce4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Made reservation on behalf of b7767dd7a07543269ae18c59f05f8ae0 for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:34:28.406015 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-ebc546ca-6382-40db-b778-1ecb5cae0ce4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:28.422711 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e19dc7-dffd-4173-9d7b-ca452fc72d6a req-6b1c1d89-3b2c-4a92-8f0e-4fe4e8707762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:28.424295 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-01e19dc7-dffd-4173-9d7b-ca452fc72d6a req-6b1c1d89-3b2c-4a92-8f0e-4fe4e8707762 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b14b15a19b5419d8f9548e71f9866a3&device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 1130 time: 0.0918121 Mar 29 15:34:28.440208 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-292fb769-0820-4c4b-8d1f-5104ef0d27ca req-bbce8152-7b0b-4d44-9d24-a62e25a3bb25 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623536 Mar 29 15:34:28.654143 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e19dc7-dffd-4173-9d7b-ca452fc72d6a req-945162c9-71c3-4747-9a79-41b8f8725773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:28.655612 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-01e19dc7-dffd-4173-9d7b-ca452fc72d6a req-945162c9-71c3-4747-9a79-41b8f8725773 service neutron] 10.222.0.31 "GET /v2.0/networks?id=338732b2-ea3a-4739-8f59-c28fe02d1d89 HTTP/1.1" status: 200 len: 911 time: 0.2118759 Mar 29 15:34:28.672165 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-ebc546ca-6382-40db-b778-1ecb5cae0ce4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Allocated IP 172.20.0.11 (54d38fb3-4b72-4750-9c01-9459fe44635d/e1c56faa-d030-427c-97d6-5e146a39601d/2502912e-f7d1-45bd-bd16-319e9ebe4db7) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:34:28.759171 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-01e19dc7-dffd-4173-9d7b-ca452fc72d6a req-1916ef07-ac86-4499-a7a2-8aa5c52947a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=692a093c-603a-4161-bdbc-651eee0bf5d7 HTTP/1.1" status: 200 len: 1002 time: 0.0948889 Mar 29 15:34:28.888653 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e19dc7-dffd-4173-9d7b-ca452fc72d6a req-440ba268-a69c-482a-9e39-d3a795497d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:28.890190 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-01e19dc7-dffd-4173-9d7b-ca452fc72d6a req-440ba268-a69c-482a-9e39-d3a795497d78 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=367b68cf-8773-4f3b-bc3f-07941870df7d HTTP/1.1" status: 200 len: 849 time: 0.1200759 Mar 29 15:34:28.987502 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-ebc546ca-6382-40db-b778-1ecb5cae0ce4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:28.996955 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e19dc7-dffd-4173-9d7b-ca452fc72d6a req-c0700af7-c3c6-4b97-9b1a-a7f19d5c5658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:28.998503 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-01e19dc7-dffd-4173-9d7b-ca452fc72d6a req-c0700af7-c3c6-4b97-9b1a-a7f19d5c5658 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=338732b2-ea3a-4739-8f59-c28fe02d1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0963380 Mar 29 15:34:29.151925 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-ebc546ca-6382-40db-b778-1ecb5cae0ce4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:29.205876 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-01e19dc7-dffd-4173-9d7b-ca452fc72d6a req-bded4399-532b-4c66-a467-768a408030a6 service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995261 Mar 29 15:34:29.278581 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5fc40-3053-4ee6-ad5b-5824ef5bcdf4 req-1cf2c2e6-bd5e-46b5-89e2-5139f451ac1f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:29.280841 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58d5fc40-3053-4ee6-ad5b-5824ef5bcdf4 req-1cf2c2e6-bd5e-46b5-89e2-5139f451ac1f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 932 time: 0.0728533 Mar 29 15:34:29.287021 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2b69a-8450-402c-92ab-7f004b214245 req-2af9034a-aae1-4712-947d-eb852ae60bb6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:29.294667 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-93a2b69a-8450-402c-92ab-7f004b214245 req-2af9034a-aae1-4712-947d-eb852ae60bb6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.2151279 Mar 29 15:34:29.302371 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-ebc546ca-6382-40db-b778-1ecb5cae0ce4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Network 54d38fb3-4b72-4750-9c01-9459fe44635d is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:34:29.317477 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-ebc546ca-6382-40db-b778-1ecb5cae0ce4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:34:29.328579 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-ebc546ca-6382-40db-b778-1ecb5cae0ce4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:34:29.339800 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc546ca-6382-40db-b778-1ecb5cae0ce4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'Port': ['ID=2502912e-f7d1-45bd-bd16-319e9ebe4db7,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:29.397701 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58d5fc40-3053-4ee6-ad5b-5824ef5bcdf4 req-b10a823e-6358-4295-b238-d9bcc1ea0367 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104867 Mar 29 15:34:29.499464 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-01e19dc7-dffd-4173-9d7b-ca452fc72d6a req-5afe932f-436a-4a46-b058-24ccb2b0a8bf service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814100 Mar 29 15:34:29.506504 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-ebc546ca-6382-40db-b778-1ecb5cae0ce4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:29.507236 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-ebc546ca-6382-40db-b778-1ecb5cae0ce4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:29.525184 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-93a2b69a-8450-402c-92ab-7f004b214245 req-18608a73-e1ad-40f0-b4ad-cd6acb59f84d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244484 Mar 29 15:34:29.563964 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-ebc546ca-6382-40db-b778-1ecb5cae0ce4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3785107 Mar 29 15:34:29.582457 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Request body: {'port': {'device_id': 'e98f04fb-b872-41df-b4ff-e8babaf7e89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:29.653262 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cb9e6-6a7a-45c6-b817-15f24e9cb0d7 req-b95e79be-3e81-4716-9cd2-f77d00ab0d25 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:29.655341 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-165cb9e6-6a7a-45c6-b817-15f24e9cb0d7 req-b95e79be-3e81-4716-9cd2-f77d00ab0d25 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0923135 Mar 29 15:34:29.703369 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:29.730368 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-165cb9e6-6a7a-45c6-b817-15f24e9cb0d7 req-27377e9a-fdea-4699-8a91-c157625ee5bd tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687261 Mar 29 15:34:29.754595 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-c7edd19d-3391-4993-859c-668995ba3f3a None None] Provisioning complete for port 2502912e-f7d1-45bd-bd16-319e9ebe4db7 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:34:29.755148 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c7edd19d-3391-4993-859c-668995ba3f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:29.784273 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 95de7875-9949-4cc4-a17a-ecd92fb436bf no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:34:29.811032 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 95de7875-9949-4cc4-a17a-ecd92fb436bf {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:34:29.811433 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 95de7875-9949-4cc4-a17a-ecd92fb436bf not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:34:29.828423 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c7edd19d-3391-4993-859c-668995ba3f3a None None] Port 2502912e-f7d1-45bd-bd16-319e9ebe4db7 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:34:30.084266 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2502912e-f7d1-45bd-bd16-319e9ebe4db7 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:34:30.093483 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Publish callbacks [] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:30.119715 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Transition to ACTIVE for port object 2502912e-f7d1-45bd-bd16-319e9ebe4db7 will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:34:30.125523 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:30.225430 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Pushing event updated for resources: {'Port': ['ID=2502912e-f7d1-45bd-bd16-319e9ebe4db7,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:30.367243 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Attempting to bind port 2502912e-f7d1-45bd-bd16-319e9ebe4db7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:34:30.367777 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Attempting to bind port 2502912e-f7d1-45bd-bd16-319e9ebe4db7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:34:30.368266 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Attempting to bind port 2502912e-f7d1-45bd-bd16-319e9ebe4db7 on network 54d38fb3-4b72-4750-9c01-9459fe44635d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:34:30.374834 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Port 2502912e-f7d1-45bd-bd16-319e9ebe4db7 on network 54d38fb3-4b72-4750-9c01-9459fe44635d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:34:30.375492 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Attempting to bind port 2502912e-f7d1-45bd-bd16-319e9ebe4db7 on network 54d38fb3-4b72-4750-9c01-9459fe44635d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:34:30.386174 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:34:30.386584 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Checking segment: {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:34:30.388795 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Bound using segment: {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:34:30.389287 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Bound port: 2502912e-f7d1-45bd-bd16-319e9ebe4db7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:34:30.394462 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:30.501990 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] For port 2502912e-f7d1-45bd-bd16-319e9ebe4db7, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:34:30.505732 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] For port 2502912e-f7d1-45bd-bd16-319e9ebe4db7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2502912e-f7d1-45bd-bd16-319e9ebe4db7,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:34:30.518633 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:30.595988 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:30.597299 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:30.598707 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-08923c5d-248c-421d-8599-ae131b379869 service neutron] 10.222.0.31 "PUT /v2.0/ports/2502912e-f7d1-45bd-bd16-319e9ebe4db7 HTTP/1.1" status: 200 len: 1094 time: 1.0207088 Mar 29 15:34:30.604986 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98f04fb-b872-41df-b4ff-e8babaf7e89f', 'tag': '2502912e-f7d1-45bd-bd16-319e9ebe4db7'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:30.607369 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062ecdc2-4cfc-40bf-82db-c266878e8b51" -d '{"events": [{"name": "network-changed", "server_uuid": "e98f04fb-b872-41df-b4ff-e8babaf7e89f", "tag": "2502912e-f7d1-45bd-bd16-319e9ebe4db7"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:30.697917 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08923c5d-248c-421d-8599-ae131b379869 service neutron] Pushing event updated for resources: {'Port': ['ID=2502912e-f7d1-45bd-bd16-319e9ebe4db7,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:30.717247 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2f84f-29a6-4958-b697-fb79e01fa8a0 req-5961a9af-9a10-4e04-8b6a-82f2c23dc6b9 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:30.724675 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5da2f84f-29a6-4958-b697-fb79e01fa8a0 req-5961a9af-9a10-4e04-8b6a-82f2c23dc6b9 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 944 time: 0.2084305 Mar 29 15:34:30.732041 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c2d1e-0a09-48cd-9680-9ae2538e2dff req-179e5de1-af9f-40e7-a12e-276a699626ef tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:30.733657 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-528c2d1e-0a09-48cd-9680-9ae2538e2dff req-179e5de1-af9f-40e7-a12e-276a699626ef tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0909088 Mar 29 15:34:30.782395 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-1cf62974-35d4-44e8-8b16-6a75c48f6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:30.782725 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-1cf62974-35d4-44e8-8b16-6a75c48f6616 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 1128 time: 0.1320829 Mar 29 15:34:30.820319 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-528c2d1e-0a09-48cd-9680-9ae2538e2dff req-ac42143f-69b8-4477-a14c-9d7c9fed9070 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779181 Mar 29 15:34:30.823953 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5da2f84f-29a6-4958-b697-fb79e01fa8a0 req-8571b819-0940-4710-8e6e-dea08515302d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983005 Mar 29 15:34:30.924041 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7792221c-4937-4a18-ab94-9f0776ae0cbd x-openstack-request-id: req-7792221c-4937-4a18-ab94-9f0776ae0cbd {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:30.924338 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98f04fb-b872-41df-b4ff-e8babaf7e89f", "tag": "2502912e-f7d1-45bd-bd16-319e9ebe4db7", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:30.924595 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7792221c-4937-4a18-ab94-9f0776ae0cbd {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:30.925074 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7792221c-4937-4a18-ab94-9f0776ae0cbd'] response: {'name': 'network-changed', 'server_uuid': 'e98f04fb-b872-41df-b4ff-e8babaf7e89f', 'tag': '2502912e-f7d1-45bd-bd16-319e9ebe4db7', 'status': 'completed', 'code': 200} Mar 29 15:34:30.926834 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-1d0c2adc-f706-4047-89e8-2c0a4272b0f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2502912e-f7d1-45bd-bd16-319e9ebe4db7 HTTP/1.1" status: 200 len: 217 time: 0.1354055 Mar 29 15:34:31.057047 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-4e2339bc-664d-406e-b516-620c8490cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:31.058274 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-4e2339bc-664d-406e-b516-620c8490cf38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c56faa-d030-427c-97d6-5e146a39601d HTTP/1.1" status: 200 len: 853 time: 0.1214168 Mar 29 15:34:31.068626 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47f075-e9fd-43c3-bbb9-852820fd57c9 req-a6f2bd24-bbfc-4df7-93b4-e36751433443 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:31.070157 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6a47f075-e9fd-43c3-bbb9-852820fd57c9 req-a6f2bd24-bbfc-4df7-93b4-e36751433443 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.1307414 Mar 29 15:34:31.167264 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-e83c9454-2436-4f0f-a7d8-b85152eb1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:31.168899 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-e83c9454-2436-4f0f-a7d8-b85152eb1619 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54d38fb3-4b72-4750-9c01-9459fe44635d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0977590 Mar 29 15:34:31.173042 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6a47f075-e9fd-43c3-bbb9-852820fd57c9 req-338ff600-873b-4ada-92c2-b90b000d21f9 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922351 Mar 29 15:34:31.290733 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-12cf4e31-7f19-4d03-a918-30924e167074 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106277 Mar 29 15:34:31.396192 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0951b285-ca7d-4948-8c3d-17b7725e09f4 req-884d5203-3cb7-46ed-9818-84618f0336e9 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991800 Mar 29 15:34:31.530686 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecdc2-4cfc-40bf-82db-c266878e8b51 req-0fb319e1-c81a-4682-8fa3-26de5ab44330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:31.532266 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-062ecdc2-4cfc-40bf-82db-c266878e8b51 req-0fb319e1-c81a-4682-8fa3-26de5ab44330 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 1128 time: 0.0737901 Mar 29 15:34:31.644721 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecdc2-4cfc-40bf-82db-c266878e8b51 req-aa087a8f-377e-431d-898c-ef35e0228108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:31.646472 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-062ecdc2-4cfc-40bf-82db-c266878e8b51 req-aa087a8f-377e-431d-898c-ef35e0228108 service neutron] 10.222.0.31 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 915 time: 0.1056037 Mar 29 15:34:31.689940 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-062ecdc2-4cfc-40bf-82db-c266878e8b51 req-d0bba230-59cf-45bd-86e1-270bd19ec4b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2502912e-f7d1-45bd-bd16-319e9ebe4db7 HTTP/1.1" status: 200 len: 217 time: 0.0358562 Mar 29 15:34:31.743642 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecdc2-4cfc-40bf-82db-c266878e8b51 req-5bf5a974-66b8-4f03-b44a-c6f37bd9ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:31.745121 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-062ecdc2-4cfc-40bf-82db-c266878e8b51 req-5bf5a974-66b8-4f03-b44a-c6f37bd9ade1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c56faa-d030-427c-97d6-5e146a39601d HTTP/1.1" status: 200 len: 853 time: 0.0486615 Mar 29 15:34:31.804210 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ecdc2-4cfc-40bf-82db-c266878e8b51 req-36cc848c-5dc4-4d9c-abb9-e191f669e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:31.805787 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-062ecdc2-4cfc-40bf-82db-c266878e8b51 req-36cc848c-5dc4-4d9c-abb9-e191f669e5f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54d38fb3-4b72-4750-9c01-9459fe44635d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531468 Mar 29 15:34:31.908189 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-062ecdc2-4cfc-40bf-82db-c266878e8b51 req-eb6e73fd-8a0e-4b5e-ad4e-51c31576dd69 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897608 Mar 29 15:34:32.002021 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cfdd4-cfe7-421c-a305-237a113c3049 req-de07e564-374d-47d6-aa21-230c308afc38 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:32.003736 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ec1cfdd4-cfe7-421c-a305-237a113c3049 req-de07e564-374d-47d6-aa21-230c308afc38 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 944 time: 0.0706806 Mar 29 15:34:32.069918 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ec1cfdd4-cfe7-421c-a305-237a113c3049 req-08d48c63-9c0f-406d-85a2-3981cae23aef tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591691 Mar 29 15:34:32.370327 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-062ecdc2-4cfc-40bf-82db-c266878e8b51 req-2d293459-2e71-478c-9924-7527e5e42923 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551528 Mar 29 15:34:32.377611 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c80cd3-f6bb-4bf9-9b62-3342580c1611 req-3830a5fc-9691-4e1e-88b9-7024871eb9bc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:32.381441 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71c80cd3-f6bb-4bf9-9b62-3342580c1611 req-3830a5fc-9691-4e1e-88b9-7024871eb9bc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.4470723 Mar 29 15:34:32.464977 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-71c80cd3-f6bb-4bf9-9b62-3342580c1611 req-6618057c-9b4f-4390-9794-566e5256a65a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780962 Mar 29 15:34:32.701362 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50170) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:32.854156 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-c8673097-3b2b-4652-a439-c4b422c46da1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d550607358bd44309db9da0d315a0024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512754 Mar 29 15:34:32.856530 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50174) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:32.915490 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81de1bd7-21e5-4a0f-ab07-b3a41cb7b9b1 admin admin] Publish callbacks [] for security_group (c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:32.941008 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81de1bd7-21e5-4a0f-ab07-b3a41cb7b9b1 admin admin] Publish callbacks [] for security_group (c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:32.993630 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81de1bd7-21e5-4a0f-ab07-b3a41cb7b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:32.996277 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81de1bd7-21e5-4a0f-ab07-b3a41cb7b9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:32.999837 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-81de1bd7-21e5-4a0f-ab07-b3a41cb7b9b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802 HTTP/1.1" status: 204 len: 168 time: 0.1399624 Mar 29 15:34:33.005566 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de1bd7-21e5-4a0f-ab07-b3a41cb7b9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ab7dbb-3b50-4aeb-8e4b-93fa793a5802,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:33.230123 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3e435-f8dc-4773-ab05-7e97a7c6192b req-5ee35872-2ee9-4628-9c36-b0a095cfd0cf tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:33.231874 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-96d3e435-f8dc-4773-ab05-7e97a7c6192b req-5ee35872-2ee9-4628-9c36-b0a095cfd0cf tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 944 time: 0.0741134 Mar 29 15:34:33.296637 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-96d3e435-f8dc-4773-ab05-7e97a7c6192b req-21b35b0d-959b-49fd-a9de-2f21aa86c638 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578957 Mar 29 15:34:33.615527 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e9e19-3fb0-4b12-a0d8-0be31fec411a req-a47e95e3-3d60-4ac2-8dcc-9ea1b5b59beb tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:33.617130 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-352e9e19-3fb0-4b12-a0d8-0be31fec411a req-a47e95e3-3d60-4ac2-8dcc-9ea1b5b59beb tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0620890 Mar 29 15:34:33.669332 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-352e9e19-3fb0-4b12-a0d8-0be31fec411a req-9489a36d-3d27-4a95-9819-8f95b7e15c17 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464461 Mar 29 15:34:34.441829 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b997ae7-af95-440f-88a4-7a36d32d5bab req-631e5539-063f-41a2-8e90-c8a2e68977c3 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:34.443349 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5b997ae7-af95-440f-88a4-7a36d32d5bab req-631e5539-063f-41a2-8e90-c8a2e68977c3 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 944 time: 0.0593288 Mar 29 15:34:34.498542 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5b997ae7-af95-440f-88a4-7a36d32d5bab req-78db570b-87a7-4a45-ba4c-5bd5bd62b246 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488825 Mar 29 15:34:34.812329 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bd49c-fcf8-4e8b-b819-a7c372d2b727 req-0d1651ad-a88a-49dd-8bc0-3ddbbfcf4c56 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:34.813995 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b94bd49c-fcf8-4e8b-b819-a7c372d2b727 req-0d1651ad-a88a-49dd-8bc0-3ddbbfcf4c56 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0616124 Mar 29 15:34:34.871758 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b94bd49c-fcf8-4e8b-b819-a7c372d2b727 req-2f528206-4c2b-4f0d-961b-572390b723c3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518811 Mar 29 15:34:35.621429 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6804a3-2860-4efe-b1bc-31a970063bf7 req-24eddc4d-93a4-4512-82f9-9f9e9f7ab5fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:35.623625 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1c6804a3-2860-4efe-b1bc-31a970063bf7 req-24eddc4d-93a4-4512-82f9-9f9e9f7ab5fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 944 time: 0.0558207 Mar 29 15:34:35.676239 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1c6804a3-2860-4efe-b1bc-31a970063bf7 req-98f83d5b-3ab3-46f6-8449-dfd5f303db67 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 Mar 29 15:34:35.784570 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 2502912e-f7d1-45bd-bd16-319e9ebe4db7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:34:35.881438 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 2502912e-f7d1-45bd-bd16-319e9ebe4db7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2502912e-f7d1-45bd-bd16-319e9ebe4db7,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:35.892473 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '2502912e-f7d1-45bd-bd16-319e9ebe4db7', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'port_id': '2502912e-f7d1-45bd-bd16-319e9ebe4db7', 'mac_address': 'fa:16:3e:2b:c4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:34:35.928159 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 2502912e-f7d1-45bd-bd16-319e9ebe4db7 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:35.929122 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:35.941852 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2502912e-f7d1-45bd-bd16-319e9ebe4db7 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:34:35.961472 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 2502912e-f7d1-45bd-bd16-319e9ebe4db7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2502912e-f7d1-45bd-bd16-319e9ebe4db7,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:35.965226 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:35.998543 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307ba27-4c35-452d-a169-f25818240a4d req-2eae9389-3984-486c-8ea4-bb0b29d50788 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:36.000119 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e307ba27-4c35-452d-a169-f25818240a4d req-2eae9389-3984-486c-8ea4-bb0b29d50788 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0547190 Mar 29 15:34:36.014759 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=2502912e-f7d1-45bd-bd16-319e9ebe4db7,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:36.046139 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e307ba27-4c35-452d-a169-f25818240a4d req-c571865d-c53e-4ce3-99d0-231616732081 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402999 Mar 29 15:34:36.368265 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['2502912e-f7d1-45bd-bd16-319e9ebe4db7'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:34:36.392890 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138320a-ec8e-49d4-9aa9-c3a7c1ad3b8b req-e38183ca-3a2e-4999-8915-0d307aefe743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:36.394404 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e138320a-ec8e-49d4-9aa9-c3a7c1ad3b8b req-e38183ca-3a2e-4999-8915-0d307aefe743 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 1130 time: 0.0426872 Mar 29 15:34:36.486589 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138320a-ec8e-49d4-9aa9-c3a7c1ad3b8b req-8420ec1c-045f-4552-8d33-849a886b6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:36.488034 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e138320a-ec8e-49d4-9aa9-c3a7c1ad3b8b req-8420ec1c-045f-4552-8d33-849a886b6bc1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6af2c806-9c32-4a97-8072-598765883877 HTTP/1.1" status: 200 len: 917 time: 0.0850241 Mar 29 15:34:36.552297 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e138320a-ec8e-49d4-9aa9-c3a7c1ad3b8b req-aca315be-a116-4679-8dd3-020cb3216caa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9 HTTP/1.1" status: 200 len: 1002 time: 0.0571680 Mar 29 15:34:36.607447 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138320a-ec8e-49d4-9aa9-c3a7c1ad3b8b req-1c63f0f3-c616-4432-ba5d-bf393116d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:36.608813 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e138320a-ec8e-49d4-9aa9-c3a7c1ad3b8b req-1c63f0f3-c616-4432-ba5d-bf393116d5a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c996c52-decf-419a-b06f-413a1a03acb7 HTTP/1.1" status: 200 len: 855 time: 0.0424621 Mar 29 15:34:36.660688 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138320a-ec8e-49d4-9aa9-c3a7c1ad3b8b req-9fdae45f-1371-44a0-a90c-0017862b4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:36.662084 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e138320a-ec8e-49d4-9aa9-c3a7c1ad3b8b req-9fdae45f-1371-44a0-a90c-0017862b4a16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6af2c806-9c32-4a97-8072-598765883877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464077 Mar 29 15:34:36.750993 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e138320a-ec8e-49d4-9aa9-c3a7c1ad3b8b req-ac6e8743-4d56-46ec-9ad3-2786069fd195 service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810616 Mar 29 15:34:36.798091 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af747d4-3fba-48bf-86e5-8b2579b85299 req-233e2a33-d4ae-4b2b-807d-279701ad9788 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:36.799550 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9af747d4-3fba-48bf-86e5-8b2579b85299 req-233e2a33-d4ae-4b2b-807d-279701ad9788 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 945 time: 0.0548947 Mar 29 15:34:36.843139 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e138320a-ec8e-49d4-9aa9-c3a7c1ad3b8b req-a7bbe973-ed05-424e-8197-6266389872ae service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844946 Mar 29 15:34:36.845660 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9af747d4-3fba-48bf-86e5-8b2579b85299 req-f5476678-b85a-4e39-b69a-d9c9b54f0594 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404160 Mar 29 15:34:37.166776 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba166f-7200-4c27-9937-c3704a47ac1f req-124948c5-4869-44ed-a5ef-4fd8972a6b24 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:37.168228 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-85ba166f-7200-4c27-9937-c3704a47ac1f req-124948c5-4869-44ed-a5ef-4fd8972a6b24 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0522525 Mar 29 15:34:37.213957 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-85ba166f-7200-4c27-9937-c3704a47ac1f req-4e3440d8-d28a-4f06-a733-a95ea1101cc1 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401154 Mar 29 15:34:37.787022 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 2502912e-f7d1-45bd-bd16-319e9ebe4db7 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:34:37.836674 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 2502912e-f7d1-45bd-bd16-319e9ebe4db7 completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:34:37.840328 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 2502912e-f7d1-45bd-bd16-319e9ebe4db7 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:34:37.840699 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:37.916349 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 2502912e-f7d1-45bd-bd16-319e9ebe4db7 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:37.916739 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:37.938669 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98f04fb-b872-41df-b4ff-e8babaf7e89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2502912e-f7d1-45bd-bd16-319e9ebe4db7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:37.940884 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7335632-8888-48aa-abee-3d48f75ff306" -d '{"events": [{"server_uuid": "e98f04fb-b872-41df-b4ff-e8babaf7e89f", "name": "network-vif-plugged", "status": "completed", "tag": "2502912e-f7d1-45bd-bd16-319e9ebe4db7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:37.955558 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 2502912e-f7d1-45bd-bd16-319e9ebe4db7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2502912e-f7d1-45bd-bd16-319e9ebe4db7,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:37.962529 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:37.964128 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bca5c-3d8a-4e34-9f73-b197005430cd req-feff2aed-cd0f-4274-bac2-e87e3551c646 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:37.965788 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d72bca5c-3d8a-4e34-9f73-b197005430cd req-feff2aed-cd0f-4274-bac2-e87e3551c646 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 945 time: 0.0538578 Mar 29 15:34:37.990716 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7c7a65-d431-4f33-89bf-4e11ca4ae2fe x-openstack-request-id: req-ae7c7a65-d431-4f33-89bf-4e11ca4ae2fe {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:37.991076 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98f04fb-b872-41df-b4ff-e8babaf7e89f", "name": "network-vif-plugged", "status": "completed", "tag": "2502912e-f7d1-45bd-bd16-319e9ebe4db7", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:37.991334 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae7c7a65-d431-4f33-89bf-4e11ca4ae2fe {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:37.991723 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7c7a65-d431-4f33-89bf-4e11ca4ae2fe'] response: {'server_uuid': 'e98f04fb-b872-41df-b4ff-e8babaf7e89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2502912e-f7d1-45bd-bd16-319e9ebe4db7', 'code': 200} Mar 29 15:34:38.015848 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d72bca5c-3d8a-4e34-9f73-b197005430cd req-4f6774ca-27b8-4bbf-b62d-18af18428a24 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443597 Mar 29 15:34:38.017437 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=2502912e-f7d1-45bd-bd16-319e9ebe4db7,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:38.366619 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27dfbb-9f9f-4d83-b28f-57c3d05784d4 req-b58d0887-a06e-4e2a-9481-f511a87e669a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:38.368043 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-eb27dfbb-9f9f-4d83-b28f-57c3d05784d4 req-b58d0887-a06e-4e2a-9481-f511a87e669a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0813980 Mar 29 15:34:38.396916 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f807ae7-d75f-4fd3-a969-9f372a504f44 req-10268722-2ab5-496a-810a-1100f55c49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:38.398417 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8f807ae7-d75f-4fd3-a969-9f372a504f44 req-10268722-2ab5-496a-810a-1100f55c49d1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 1130 time: 0.0701339 Mar 29 15:34:38.437379 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-eb27dfbb-9f9f-4d83-b28f-57c3d05784d4 req-71f87050-c79a-42c2-b752-2a4c10e14f3d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626795 Mar 29 15:34:38.456151 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8f807ae7-d75f-4fd3-a969-9f372a504f44 req-ac09f14a-ba0b-445d-8786-f57d351e797c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488260 Mar 29 15:34:39.130828 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163470cb-bd2d-4f98-b79d-9bcd2a18664f req-470fc531-49a6-4f2e-b04a-5aa25f8ef291 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:39.132895 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-163470cb-bd2d-4f98-b79d-9bcd2a18664f req-470fc531-49a6-4f2e-b04a-5aa25f8ef291 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 946 time: 0.0520062 Mar 29 15:34:39.180841 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-163470cb-bd2d-4f98-b79d-9bcd2a18664f req-e4e80d9f-cc81-405c-b11e-1ca1d67cc833 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424101 Mar 29 15:34:39.558306 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd357-43df-4a4b-a22d-097fdceeec7d req-53d0ceb8-c726-463b-bbe2-662173463509 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:39.559749 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cf2bd357-43df-4a4b-a22d-097fdceeec7d req-53d0ceb8-c726-463b-bbe2-662173463509 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0516944 Mar 29 15:34:39.604428 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cf2bd357-43df-4a4b-a22d-097fdceeec7d req-068a92f9-db78-471e-a6ec-b52b7a27ddce tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392752 Mar 29 15:34:40.071255 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [req-3f55860d-8303-4ddf-abcb-d433a963302f req-3d5deb42-bb46-4672-8d4d-4a870089aa40 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:34:40.072228 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3f55860d-8303-4ddf-abcb-d433a963302f req-3d5deb42-bb46-4672-8d4d-4a870089aa40 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053713 Mar 29 15:34:40.229267 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bba477-cc09-48f7-87f0-6b0b7ad4abcb req-38509597-63ee-4520-becb-d639190d175e tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:40.230797 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-70bba477-cc09-48f7-87f0-6b0b7ad4abcb req-38509597-63ee-4520-becb-d639190d175e tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0530491 Mar 29 15:34:40.278915 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-70bba477-cc09-48f7-87f0-6b0b7ad4abcb req-5c614979-b9bb-4816-b5a1-dced7ee78f25 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425696 Mar 29 15:34:40.304241 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15261383-a84a-4e7a-8465-9b3aa9f3be2b req-82b5f0c7-ac24-4220-ab31-44803c261f0b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:40.305850 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-15261383-a84a-4e7a-8465-9b3aa9f3be2b req-82b5f0c7-ac24-4220-ab31-44803c261f0b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 946 time: 0.0568264 Mar 29 15:34:40.352373 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-15261383-a84a-4e7a-8465-9b3aa9f3be2b req-3aa53c17-33b3-4860-8ac5-7980af98d282 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408137 Mar 29 15:34:40.466253 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec3a5f-e473-4d3a-8fa7-1992018c1c8f req-6bcae7ec-6280-4567-8e27-08dcc6b89296 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:40.467749 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-adec3a5f-e473-4d3a-8fa7-1992018c1c8f req-6bcae7ec-6280-4567-8e27-08dcc6b89296 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 946 time: 0.0538652 Mar 29 15:34:40.477368 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50262) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:40.481920 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-78552061-e366-40d0-9af9-628f8221ea4b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'floatingip': {'port_id': '2502912e-f7d1-45bd-bd16-319e9ebe4db7'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:34:40.523648 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78552061-e366-40d0-9af9-628f8221ea4b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (51df73fb-7fac-4640-873d-f0311e55370a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:40.548233 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50264) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:40.636538 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-ad67f2ed-8de5-45ac-a6e9-5a63eaf82eeb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871501 Mar 29 15:34:40.645109 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-c750f1d3-ee6d-4afe-b24c-765578f85355 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:34:40.646085 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-c750f1d3-ee6d-4afe-b24c-765578f85355 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050244 Mar 29 15:34:40.724353 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50272) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:34:40.821814 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-56ef1a8c-af14-4df7-a778-16e605063a2e tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:40.823204 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-56ef1a8c-af14-4df7-a778-16e605063a2e tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports/73378be3-b180-4b37-a2a9-b3a75e3407e9 HTTP/1.1" status: 200 len: 943 time: 0.0974846 Mar 29 15:34:41.195315 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78552061-e366-40d0-9af9-628f8221ea4b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:41.200909 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78552061-e366-40d0-9af9-628f8221ea4b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (51df73fb-7fac-4640-873d-f0311e55370a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:41.303990 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.l3_db [None req-78552061-e366-40d0-9af9-628f8221ea4b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Floating IP 51df73fb-7fac-4640-873d-f0311e55370a associated. External IP: 172.27.0.75, port: 2502912e-f7d1-45bd-bd16-319e9ebe4db7. Mar 29 15:34:41.412036 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901d0dd-35e9-4388-98a7-671d72b3e64f req-34a16a1e-6d10-485b-b4bd-c2be5a75c2e9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:41.414006 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f901d0dd-35e9-4388-98a7-671d72b3e64f req-34a16a1e-6d10-485b-b4bd-c2be5a75c2e9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 946 time: 0.0578213 Mar 29 15:34:41.460432 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f901d0dd-35e9-4388-98a7-671d72b3e64f req-cedf97c3-eeb9-423e-81d9-7db1a1eef591 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407741 Mar 29 15:34:41.514516 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78552061-e366-40d0-9af9-628f8221ea4b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Router dca01e38-1c5f-4e5b-8608-bf515fffe9ee has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:34:41.621007 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78552061-e366-40d0-9af9-628f8221ea4b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:34:41.625289 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78552061-e366-40d0-9af9-628f8221ea4b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:41.631918 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812b4bd-ca5a-4f10-8d51-a99877e8dd2b None None] Sync routers for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:34:41.641261 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812b4bd-ca5a-4f10-8d51-a99877e8dd2b None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:34:41.641860 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-d812b4bd-ca5a-4f10-8d51-a99877e8dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:34:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:41.655448 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-78552061-e366-40d0-9af9-628f8221ea4b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "PUT /v2.0/floatingips/51df73fb-7fac-4640-873d-f0311e55370a HTTP/1.1" status: 200 len: 991 time: 1.1768522 Mar 29 15:34:41.656161 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98f04fb-b872-41df-b4ff-e8babaf7e89f', 'tag': '2502912e-f7d1-45bd-bd16-319e9ebe4db7'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:41.658385 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3c1e5b-200f-403a-8113-577d42c5d444" -d '{"events": [{"name": "network-changed", "server_uuid": "e98f04fb-b872-41df-b4ff-e8babaf7e89f", "tag": "2502912e-f7d1-45bd-bd16-319e9ebe4db7"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:41.695306 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7abe6e5-09bf-4e66-b5cc-4969e02efd02 x-openstack-request-id: req-b7abe6e5-09bf-4e66-b5cc-4969e02efd02 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:41.695723 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98f04fb-b872-41df-b4ff-e8babaf7e89f", "tag": "2502912e-f7d1-45bd-bd16-319e9ebe4db7", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:41.695962 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7abe6e5-09bf-4e66-b5cc-4969e02efd02 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:41.696360 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7abe6e5-09bf-4e66-b5cc-4969e02efd02'] response: {'name': 'network-changed', 'server_uuid': 'e98f04fb-b872-41df-b4ff-e8babaf7e89f', 'tag': '2502912e-f7d1-45bd-bd16-319e9ebe4db7', 'status': 'completed', 'code': 200} Mar 29 15:34:41.749518 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-d812b4bd-ca5a-4f10-8d51-a99877e8dd2b None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:34:41.764450 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c1e5b-200f-403a-8113-577d42c5d444 req-20810eef-82d7-4e95-811d-ee07a9c962ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:41.765978 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8a3c1e5b-200f-403a-8113-577d42c5d444 req-20810eef-82d7-4e95-811d-ee07a9c962ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 1130 time: 0.0450478 Mar 29 15:34:41.821561 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 73378be3-b180-4b37-a2a9-b3a75e3407e9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:34:41.882555 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c1e5b-200f-403a-8113-577d42c5d444 req-a92b1711-dc2c-4b68-9548-42e38f1c0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:41.884433 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8a3c1e5b-200f-403a-8113-577d42c5d444 req-a92b1711-dc2c-4b68-9548-42e38f1c0a9c service neutron] 10.222.0.31 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 915 time: 0.1080849 Mar 29 15:34:41.923588 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 73378be3-b180-4b37-a2a9-b3a75e3407e9 is: ACTIVE; New status is: DOWN {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:34:41.924236 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:41.949259 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:34:41.953589 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a3aac2-59db-4f0d-9606-5b9f5151ba2e" -d '{"events": [{"server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "name": "network-vif-unplugged", "status": "completed", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:34:41.980185 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 73378be3-b180-4b37-a2a9-b3a75e3407e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:34:41.989022 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:41.992890 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8a3c1e5b-200f-403a-8113-577d42c5d444 req-47e2c681-455d-4568-b5ba-4bd7945f906e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2502912e-f7d1-45bd-bd16-319e9ebe4db7 HTTP/1.1" status: 200 len: 999 time: 0.0969033 Mar 29 15:34:42.044064 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-d812b4bd-ca5a-4f10-8d51-a99877e8dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '51df73fb-7fac-4640-873d-f0311e55370a', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '2502912e-f7d1-45bd-bd16-319e9ebe4db7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:2b:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f04fb-b872-41df-b4ff-e8babaf7e89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:34:24Z', 'updated_at': '2022-03-29T15:34:41Z', 'revision_number': 1, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}, {'id': 'f0a3025a-f61e-42da-b57f-0fc29e88e741', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:da:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:00Z', 'updated_at': '2022-03-29T15:33:20Z', 'revision_number': 2, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:42.071916 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c1e5b-200f-403a-8113-577d42c5d444 req-33d99fcb-c1f4-4ffb-b33c-ca132f09111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:42.073577 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8a3c1e5b-200f-403a-8113-577d42c5d444 req-33d99fcb-c1f4-4ffb-b33c-ca132f09111b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c56faa-d030-427c-97d6-5e146a39601d HTTP/1.1" status: 200 len: 853 time: 0.0723546 Mar 29 15:34:42.080026 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812b4bd-ca5a-4f10-8d51-a99877e8dd2b None None] Checking router: dca01e38-1c5f-4e5b-8608-bf515fffe9ee for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:34:42.091612 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812b4bd-ca5a-4f10-8d51-a99877e8dd2b None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:34:42.092270 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-d812b4bd-ca5a-4f10-8d51-a99877e8dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:34:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:42.153588 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c1e5b-200f-403a-8113-577d42c5d444 req-d6658112-f570-408f-b4fb-cd3f0ebb1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:42.155690 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8a3c1e5b-200f-403a-8113-577d42c5d444 req-d6658112-f570-408f-b4fb-cd3f0ebb1c81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54d38fb3-4b72-4750-9c01-9459fe44635d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0749052 Mar 29 15:34:42.230990 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 15:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98a275c-6191-4636-8f2c-f06d76fe35af x-openstack-request-id: req-a98a275c-6191-4636-8f2c-f06d76fe35af {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:34:42.231515 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "name": "network-vif-unplugged", "status": "failed", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9", "code": 422}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:34:42.231935 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a98a275c-6191-4636-8f2c-f06d76fe35af {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:34:42.232648 dv-cinder-790535-36-iscsi neutron-server[103132]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a98a275c-6191-4636-8f2c-f06d76fe35af']: {'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'code': 422} returned with failed status Mar 29 15:34:42.250882 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=73378be3-b180-4b37-a2a9-b3a75e3407e9,revision_number=8']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:34:42.279289 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8a3c1e5b-200f-403a-8113-577d42c5d444 req-01f4ee09-be35-48c7-af98-0a3701373e74 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100945 Mar 29 15:34:42.352644 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-d812b4bd-ca5a-4f10-8d51-a99877e8dd2b None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:34:42.375495 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8a3c1e5b-200f-403a-8113-577d42c5d444 req-cdf191ba-3030-4749-8e38-b5db66aa749d service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888081 Mar 29 15:34:42.558480 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-c6f9c11f-6047-4473-9f02-0b9ec60212c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:42.560577 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-c6f9c11f-6047-4473-9f02-0b9ec60212c9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c&tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc HTTP/1.1" status: 200 len: 1128 time: 0.0864289 Mar 29 15:34:42.568364 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-783690f4-c501-4508-9f2a-e4358265520c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:42.577832 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-d812b4bd-ca5a-4f10-8d51-a99877e8dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '51df73fb-7fac-4640-873d-f0311e55370a', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '2502912e-f7d1-45bd-bd16-319e9ebe4db7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:2b:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f04fb-b872-41df-b4ff-e8babaf7e89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:34:24Z', 'updated_at': '2022-03-29T15:34:41Z', 'revision_number': 1, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}, {'id': 'f0a3025a-f61e-42da-b57f-0fc29e88e741', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:da:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:00Z', 'updated_at': '2022-03-29T15:33:20Z', 'revision_number': 2, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:34:42.608024 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812b4bd-ca5a-4f10-8d51-a99877e8dd2b None None] The sync data for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi is: [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '51df73fb-7fac-4640-873d-f0311e55370a', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '2502912e-f7d1-45bd-bd16-319e9ebe4db7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:2b:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f04fb-b872-41df-b4ff-e8babaf7e89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:34:24Z', 'updated_at': '2022-03-29T15:34:41Z', 'revision_number': 1, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}, {'id': 'f0a3025a-f61e-42da-b57f-0fc29e88e741', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:da:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:00Z', 'updated_at': '2022-03-29T15:33:20Z', 'revision_number': 2, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:34:42.618171 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11101b68-b7d6-4915-b6ec-55ccb2ac6f3f req-ac681f72-28e2-4a2e-ace2-eb50e36ea1e4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:42.619729 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-11101b68-b7d6-4915-b6ec-55ccb2ac6f3f req-ac681f72-28e2-4a2e-ace2-eb50e36ea1e4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0772891 Mar 29 15:34:42.640498 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-df01dd6f-38e1-49b2-924a-58820f588243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:42.642136 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-df01dd6f-38e1-49b2-924a-58820f588243 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 1128 time: 0.0555718 Mar 29 15:34:42.668854 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-11101b68-b7d6-4915-b6ec-55ccb2ac6f3f req-862754e6-292e-428c-b7fd-5a692b3762b7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429716 Mar 29 15:34:42.752195 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-0c4bcec5-01e8-44cb-9519-852c8a43b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:42.753703 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-0c4bcec5-01e8-44cb-9519-852c8a43b884 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6af2c806-9c32-4a97-8072-598765883877 HTTP/1.1" status: 200 len: 917 time: 0.0999718 Mar 29 15:34:42.821965 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4160c46f-28ab-4a4a-8084-8ea473731c7e None None] New status for floating IP 51df73fb-7fac-4640-873d-f0311e55370a: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:34:42.822559 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-2d00d465-8a18-4e8f-8f5f-261a82fb5c57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9 HTTP/1.1" status: 200 len: 1000 time: 0.0609398 Mar 29 15:34:42.876938 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-e80fe382-62df-4180-b5e7-fc9c2f5d92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:42.878409 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-e80fe382-62df-4180-b5e7-fc9c2f5d92a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c996c52-decf-419a-b06f-413a1a03acb7 HTTP/1.1" status: 200 len: 855 time: 0.0469015 Mar 29 15:34:42.931983 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-3ca471e8-ac6a-4be1-90ca-c812fb50a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:42.933504 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-3ca471e8-ac6a-4be1-90ca-c812fb50a508 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6af2c806-9c32-4a97-8072-598765883877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439184 Mar 29 15:34:43.033990 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-bed312a8-52bc-4e3b-ad84-bb0806c59874 service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863843 Mar 29 15:34:43.125067 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b169b251-5eeb-41e4-99cc-2991f7618dd6 req-63b98f9d-67f7-4096-9d94-7c5196ae21f4 service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831580 Mar 29 15:34:43.826879 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35631bfd-7789-4944-9a43-01ffef722173 req-a7da1633-19b4-4316-a52b-bb155e4d6188 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:43.828400 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-35631bfd-7789-4944-9a43-01ffef722173 req-a7da1633-19b4-4316-a52b-bb155e4d6188 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0626831 Mar 29 15:34:43.889323 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-35631bfd-7789-4944-9a43-01ffef722173 req-476d72f5-4c0a-44fb-9b00-9624c06edc88 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548391 Mar 29 15:34:44.080431 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:34:45.018625 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4efc8-8540-459c-a765-5c5b765fd26c req-c8bf8be3-c09c-4151-8b9b-945388c25a4a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:45.020439 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-78e4efc8-8540-459c-a765-5c5b765fd26c req-c8bf8be3-c09c-4151-8b9b-945388c25a4a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0544751 Mar 29 15:34:45.069287 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-78e4efc8-8540-459c-a765-5c5b765fd26c req-aa4293e1-040f-4d3b-a9d7-ebc2bc924be7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426865 Mar 29 15:34:45.095917 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9326645e-8eb3-4ae9-a4b4-cd84b52d1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:45.342657 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:46.075115 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:46.214600 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150cd08-1d1a-4fc6-9c2a-be9cccb8be06 req-60f66a75-4004-413b-a073-41cca454eaca tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:46.216060 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8150cd08-1d1a-4fc6-9c2a-be9cccb8be06 req-60f66a75-4004-413b-a073-41cca454eaca tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0529959 Mar 29 15:34:46.268667 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8150cd08-1d1a-4fc6-9c2a-be9cccb8be06 req-430febd8-e03d-4392-9769-6f2d33802dc3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464256 Mar 29 15:34:47.208197 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:47.395499 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef1fa-bca3-401e-a8c6-da25865a35bb req-f6555cd4-5ede-4c9a-92bc-2907a014f61a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:47.397041 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9ccef1fa-bca3-401e-a8c6-da25865a35bb req-f6555cd4-5ede-4c9a-92bc-2907a014f61a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0539351 Mar 29 15:34:47.446954 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9ccef1fa-bca3-401e-a8c6-da25865a35bb req-229cd378-5d03-48e2-b4cd-5e5f98ca1a4c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439765 Mar 29 15:34:48.600165 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e0c8d-e728-4ac6-818c-80d4d76404c2 req-c0a7996c-6eef-4098-be4e-92b8a3fd165a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:48.603632 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-248e0c8d-e728-4ac6-818c-80d4d76404c2 req-c0a7996c-6eef-4098-be4e-92b8a3fd165a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0821950 Mar 29 15:34:48.651429 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-248e0c8d-e728-4ac6-818c-80d4d76404c2 req-9ec3525b-fac6-40a4-be60-1d15fe1c2683 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429296 Mar 29 15:34:48.775719 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:34:49.777032 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d71a02-7d8c-46b7-8d6b-6a203110f3a0 req-79aa2650-c39c-42e8-a705-25daa960b26d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:49.778534 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c8d71a02-7d8c-46b7-8d6b-6a203110f3a0 req-79aa2650-c39c-42e8-a705-25daa960b26d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0537717 Mar 29 15:34:49.826181 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c8d71a02-7d8c-46b7-8d6b-6a203110f3a0 req-e030e656-bdb8-4836-9956-0f17f7accbb1 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418158 Mar 29 15:34:50.953478 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d4ceb-51e3-41a8-8d0a-3096dfe91441 req-2e576566-5671-4c16-9bfc-2773ac39ca46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:50.955339 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2a7d4ceb-51e3-41a8-8d0a-3096dfe91441 req-2e576566-5671-4c16-9bfc-2773ac39ca46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0543287 Mar 29 15:34:51.016062 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2a7d4ceb-51e3-41a8-8d0a-3096dfe91441 req-fe272551-35ca-4bf9-a778-9ee3a8559b30 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501075 Mar 29 15:34:52.143896 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c315fa-ff61-4f53-a1cf-f0e11817969a req-0e05a730-ffa9-455f-939d-a690451589f0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:52.145455 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-09c315fa-ff61-4f53-a1cf-f0e11817969a req-0e05a730-ffa9-455f-939d-a690451589f0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0604973 Mar 29 15:34:52.194083 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-09c315fa-ff61-4f53-a1cf-f0e11817969a req-d0d295e0-ddb8-4125-beed-342f908872c3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 Mar 29 15:34:53.329451 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c6566-2d54-4916-92b6-3eda8183f220 req-625dbbd6-61e1-41de-a69d-4ef90d08049d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:53.331277 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a59c6566-2d54-4916-92b6-3eda8183f220 req-625dbbd6-61e1-41de-a69d-4ef90d08049d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0570719 Mar 29 15:34:53.379273 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a59c6566-2d54-4916-92b6-3eda8183f220 req-d610822b-95ed-4922-9fbb-e9c1bf7da497 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416570 Mar 29 15:34:54.514441 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1fc95-c2d4-476c-bb41-2903f2e8ae1a req-c2853ddc-6860-4ec8-8656-d502501d2108 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:54.515911 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e7a1fc95-c2d4-476c-bb41-2903f2e8ae1a req-c2853ddc-6860-4ec8-8656-d502501d2108 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0586498 Mar 29 15:34:54.563479 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e7a1fc95-c2d4-476c-bb41-2903f2e8ae1a req-9a37760e-d1c3-4bcd-aa52-24d3365b5bff tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419946 Mar 29 15:34:54.601437 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98ec2b-c71a-4f48-835a-55e4e6c8132e req-b6a897cf-4fb7-45c2-a682-ed62cc695acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:54.602923 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3c98ec2b-c71a-4f48-835a-55e4e6c8132e req-b6a897cf-4fb7-45c2-a682-ed62cc695acf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 1128 time: 0.0449028 Mar 29 15:34:54.710545 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98ec2b-c71a-4f48-835a-55e4e6c8132e req-6a136409-a3ce-4148-b4aa-c3775b5cb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:54.711900 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3c98ec2b-c71a-4f48-835a-55e4e6c8132e req-6a136409-a3ce-4148-b4aa-c3775b5cb832 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6af2c806-9c32-4a97-8072-598765883877 HTTP/1.1" status: 200 len: 917 time: 0.0859957 Mar 29 15:34:54.776507 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3c98ec2b-c71a-4f48-835a-55e4e6c8132e req-8ae6839c-5840-4ab0-8592-6f99704d7b78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9 HTTP/1.1" status: 200 len: 1000 time: 0.0562451 Mar 29 15:34:54.828622 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98ec2b-c71a-4f48-835a-55e4e6c8132e req-08d2d483-bcd3-4583-9a84-d01a232d00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:54.830031 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3c98ec2b-c71a-4f48-835a-55e4e6c8132e req-08d2d483-bcd3-4583-9a84-d01a232d00bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c996c52-decf-419a-b06f-413a1a03acb7 HTTP/1.1" status: 200 len: 855 time: 0.0411038 Mar 29 15:34:54.880242 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98ec2b-c71a-4f48-835a-55e4e6c8132e req-5e169847-9d4b-415d-bf22-c4c0a21810fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:54.882227 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3c98ec2b-c71a-4f48-835a-55e4e6c8132e req-5e169847-9d4b-415d-bf22-c4c0a21810fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6af2c806-9c32-4a97-8072-598765883877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458367 Mar 29 15:34:54.966926 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3c98ec2b-c71a-4f48-835a-55e4e6c8132e req-2f8107da-e687-45a0-a10b-eb004e3c66cb service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777168 Mar 29 15:34:55.056154 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3c98ec2b-c71a-4f48-835a-55e4e6c8132e req-e63b171d-044b-4d45-b09a-411e07f70699 service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825427 Mar 29 15:34:55.685338 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be259e-0dfa-40d4-8389-148f08280352 req-1519fb8c-52ed-4dac-a8e5-a49b53297230 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:55.686806 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-16be259e-0dfa-40d4-8389-148f08280352 req-1519fb8c-52ed-4dac-a8e5-a49b53297230 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0526662 Mar 29 15:34:55.734778 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-16be259e-0dfa-40d4-8389-148f08280352 req-9c027c08-30fc-4b2a-9dd5-446f131db687 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423803 Mar 29 15:34:56.854864 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21be3f-d71f-434f-8d34-70f6b3f45c7b req-fd50ebf4-3eb4-478f-b877-ebb0de9dae1f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:56.856319 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4b21be3f-d71f-434f-8d34-70f6b3f45c7b req-fd50ebf4-3eb4-478f-b877-ebb0de9dae1f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0519629 Mar 29 15:34:56.901492 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4b21be3f-d71f-434f-8d34-70f6b3f45c7b req-baaf755f-6c6c-42cb-8655-203d7e54133f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397463 Mar 29 15:34:58.020441 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d345eb-3b9c-47aa-8972-3d34ac8f676c req-dbb76dbf-947f-4c86-9b57-969dea533b5f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:58.022392 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f2d345eb-3b9c-47aa-8972-3d34ac8f676c req-dbb76dbf-947f-4c86-9b57-969dea533b5f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0513718 Mar 29 15:34:58.067515 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f2d345eb-3b9c-47aa-8972-3d34ac8f676c req-943865b8-f72b-421e-9a9f-8d7bada1ccd9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395606 Mar 29 15:34:59.187617 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a8ab9-4cae-47a4-a38c-6a629b6f32a2 req-a472c34b-7829-4ebe-a6cc-81c8741b239b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:34:59.189109 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a17a8ab9-4cae-47a4-a38c-6a629b6f32a2 req-a472c34b-7829-4ebe-a6cc-81c8741b239b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0513365 Mar 29 15:34:59.238535 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a17a8ab9-4cae-47a4-a38c-6a629b6f32a2 req-f7f97fbd-03d9-4a5d-8c46-c28d84e3cbc7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434482 Mar 29 15:35:00.362585 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c1618-cb4e-4ca7-a48a-37169537eff1 req-aadf4207-07bf-4426-882d-aa158026cbbc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:00.363945 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-309c1618-cb4e-4ca7-a48a-37169537eff1 req-aadf4207-07bf-4426-882d-aa158026cbbc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0556736 Mar 29 15:35:00.409798 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-309c1618-cb4e-4ca7-a48a-37169537eff1 req-95a0f494-25c1-412b-9ba9-30f28ca738c9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402427 Mar 29 15:35:01.530149 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955e348-52b4-4aae-827a-e1c2d34412fa req-dcab7a9a-2cb9-4a0b-a348-b8acb893fa60 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:01.531596 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5955e348-52b4-4aae-827a-e1c2d34412fa req-dcab7a9a-2cb9-4a0b-a348-b8acb893fa60 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0513053 Mar 29 15:35:01.576039 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5955e348-52b4-4aae-827a-e1c2d34412fa req-885ca4bd-0bca-4abd-835c-e58af833329c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389526 Mar 29 15:35:02.697067 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fa0f1-e167-4fbe-a38d-9e16608380d8 req-61ed4477-919f-42c4-aa9c-b79885377eb4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:02.698521 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-153fa0f1-e167-4fbe-a38d-9e16608380d8 req-61ed4477-919f-42c4-aa9c-b79885377eb4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0514953 Mar 29 15:35:02.744237 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-153fa0f1-e167-4fbe-a38d-9e16608380d8 req-94501a5a-9312-4d88-a83e-c1dee8111b7e tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401609 Mar 29 15:35:03.872804 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1163a0e-9690-4b79-9440-67093520603f req-f5f41670-6135-4569-959d-a936b6d3b9c2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:03.874341 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b1163a0e-9690-4b79-9440-67093520603f req-f5f41670-6135-4569-959d-a936b6d3b9c2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 944 time: 0.0582395 Mar 29 15:35:03.922118 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b1163a0e-9690-4b79-9440-67093520603f req-45ae493f-16bf-439c-85d4-2460327f6606 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420463 Mar 29 15:35:03.929423 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 73378be3-b180-4b37-a2a9-b3a75e3407e9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:35:04.031663 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 73378be3-b180-4b37-a2a9-b3a75e3407e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:04.042883 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'port_id': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'mac_address': 'fa:16:3e:d5:80:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:35:04.082615 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 73378be3-b180-4b37-a2a9-b3a75e3407e9 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:35:04.083006 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:04.097427 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73378be3-b180-4b37-a2a9-b3a75e3407e9 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:35:04.117970 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 73378be3-b180-4b37-a2a9-b3a75e3407e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:04.121886 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:04.167684 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=73378be3-b180-4b37-a2a9-b3a75e3407e9,revision_number=9']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:04.174880 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.175245 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.175592 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.175952 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.176288 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.176617 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.176971 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.177819 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.178175 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.178505 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.178829 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.179155 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.179481 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.179802 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.180119 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:04.517355 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['73378be3-b180-4b37-a2a9-b3a75e3407e9'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:35:05.045999 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbb155-07c8-47fe-bad1-c0fbb4204cb8 req-24e16743-f2a9-4ff9-ba46-c0bff0999cd2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:05.047489 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d7cbb155-07c8-47fe-bad1-c0fbb4204cb8 req-24e16743-f2a9-4ff9-ba46-c0bff0999cd2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 945 time: 0.0523186 Mar 29 15:35:05.093083 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d7cbb155-07c8-47fe-bad1-c0fbb4204cb8 req-45f21e9a-7dc7-43b5-af02-74e502be42b0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400956 Mar 29 15:35:05.938054 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 73378be3-b180-4b37-a2a9-b3a75e3407e9 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:35:05.984187 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 73378be3-b180-4b37-a2a9-b3a75e3407e9 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:35:05.984559 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:06.055482 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 73378be3-b180-4b37-a2a9-b3a75e3407e9 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:35:06.055867 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:06.081637 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:06.084463 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9570986a-6f30-4a5c-839f-988b62a88762" -d '{"events": [{"server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "name": "network-vif-plugged", "status": "completed", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:06.096421 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 73378be3-b180-4b37-a2a9-b3a75e3407e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:06.109657 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:06.136377 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5c9feb-784c-459f-9bb9-6c2acebbc4e3 x-openstack-request-id: req-5e5c9feb-784c-459f-9bb9-6c2acebbc4e3 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:06.136667 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "name": "network-vif-plugged", "status": "completed", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:06.136916 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e5c9feb-784c-459f-9bb9-6c2acebbc4e3 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:06.137328 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5c9feb-784c-459f-9bb9-6c2acebbc4e3'] response: {'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'code': 200} Mar 29 15:35:06.163026 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=73378be3-b180-4b37-a2a9-b3a75e3407e9,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:06.233319 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30101aa-1d5d-4418-9238-2acaf66f52aa req-99ce8832-431a-46a1-9dcd-ea78aa220055 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:06.234662 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d30101aa-1d5d-4418-9238-2acaf66f52aa req-99ce8832-431a-46a1-9dcd-ea78aa220055 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 947 time: 0.0504518 Mar 29 15:35:06.283224 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d30101aa-1d5d-4418-9238-2acaf66f52aa req-5101e8bc-7192-4b3e-8799-f99084405b3f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424764 Mar 29 15:35:06.706433 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d160e-82ab-4f19-a514-9b26c247e97a req-62228a35-bedb-4875-bdcf-187bccabda06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:06.707906 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-113d160e-82ab-4f19-a514-9b26c247e97a req-62228a35-bedb-4875-bdcf-187bccabda06 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 1131 time: 0.0427575 Mar 29 15:35:06.765998 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-113d160e-82ab-4f19-a514-9b26c247e97a req-abc9f351-383c-4517-afab-04a8d1aff900 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360909 Mar 29 15:35:07.406443 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1ad1c-e81c-4d10-aac4-2e245dcb9af2 req-dcec84be-839d-4836-805a-7a5297dd774d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:07.407832 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-87e1ad1c-e81c-4d10-aac4-2e245dcb9af2 req-dcec84be-839d-4836-805a-7a5297dd774d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 947 time: 0.0512769 Mar 29 15:35:07.452605 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-87e1ad1c-e81c-4d10-aac4-2e245dcb9af2 req-5c24508a-efc4-4e6d-aef1-1a88c576bfa0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392296 Mar 29 15:35:08.577132 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a552c-580c-4f7c-a7df-16d238e0f99d req-c6179844-6271-4efb-b897-032ec74181d3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:08.578538 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dc5a552c-580c-4f7c-a7df-16d238e0f99d req-c6179844-6271-4efb-b897-032ec74181d3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 947 time: 0.0530369 Mar 29 15:35:08.625856 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dc5a552c-580c-4f7c-a7df-16d238e0f99d req-477c5b95-5304-48ce-b240-5336abbebb66 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411420 Mar 29 15:35:09.747652 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcdb1f-8694-4fe4-a6eb-05dbeffa5eb6 req-f3d5f605-1b02-44c4-972f-53794af940b9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:09.749124 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-69dcdb1f-8694-4fe4-a6eb-05dbeffa5eb6 req-f3d5f605-1b02-44c4-972f-53794af940b9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 947 time: 0.0542393 Mar 29 15:35:09.794238 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-69dcdb1f-8694-4fe4-a6eb-05dbeffa5eb6 req-fa6376cd-c7ec-400a-81e2-50dbf98450fc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396464 Mar 29 15:35:11.671442 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251f2d9-bbac-4bea-96b7-a72bf7950d9c req-021b25e9-c97f-4fd7-ba4a-1f0274ffcc33 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:11.672322 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089f9dc-5584-4140-a081-126459425946 req-ddde3661-dd76-4d96-ab75-0fd3055545a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:11.672848 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a251f2d9-bbac-4bea-96b7-a72bf7950d9c req-021b25e9-c97f-4fd7-ba4a-1f0274ffcc33 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0525320 Mar 29 15:35:11.673889 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0089f9dc-5584-4140-a081-126459425946 req-ddde3661-dd76-4d96-ab75-0fd3055545a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 1130 time: 0.0469859 Mar 29 15:35:11.720744 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a251f2d9-bbac-4bea-96b7-a72bf7950d9c req-8765ff5e-f62d-44bb-8417-561b9d3dfd79 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413735 Mar 29 15:35:11.762682 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089f9dc-5584-4140-a081-126459425946 req-a6b7964d-7477-4cf1-90cb-323c1e880eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:11.764163 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0089f9dc-5584-4140-a081-126459425946 req-a6b7964d-7477-4cf1-90cb-323c1e880eba service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.0835345 Mar 29 15:35:11.832182 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0089f9dc-5584-4140-a081-126459425946 req-286fc55d-f5de-467b-bdce-ccdb0d2db936 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 HTTP/1.1" status: 200 len: 1002 time: 0.0590549 Mar 29 15:35:11.877541 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089f9dc-5584-4140-a081-126459425946 req-bf76f722-24e5-45f7-9a4a-8bb376a71f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:11.878939 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0089f9dc-5584-4140-a081-126459425946 req-bf76f722-24e5-45f7-9a4a-8bb376a71f02 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0410502 Mar 29 15:35:11.925986 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089f9dc-5584-4140-a081-126459425946 req-0c1caa61-0836-4957-831d-25cf4f0815d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:11.927373 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0089f9dc-5584-4140-a081-126459425946 req-0c1caa61-0836-4957-831d-25cf4f0815d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417738 Mar 29 15:35:12.015600 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0089f9dc-5584-4140-a081-126459425946 req-d2173062-dcb6-4a0f-b682-06d773428e8c service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810311 Mar 29 15:35:12.102860 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0089f9dc-5584-4140-a081-126459425946 req-b617a638-0fdf-4ffd-bcfd-10a48131f4b5 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795598 Mar 29 15:35:12.570611 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-65a0a0b2-fe88-4aba-891b-be07116b2edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:12.838178 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae5e37-6b4e-4371-8a78-4a157c2f4724 req-0106a8e6-8e2f-497e-9dee-a882861301fa tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:12.839551 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-06ae5e37-6b4e-4371-8a78-4a157c2f4724 req-0106a8e6-8e2f-497e-9dee-a882861301fa tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0511408 Mar 29 15:35:12.888594 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-06ae5e37-6b4e-4371-8a78-4a157c2f4724 req-3fa2ff93-e8d8-48b9-897d-0f9e747122ab tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434771 Mar 29 15:35:14.007141 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c1fb5-070d-4d1d-82fe-acc71309f62a req-31d69868-b5eb-4e2c-a0c4-c34a3b63424e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:14.008596 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d37c1fb5-070d-4d1d-82fe-acc71309f62a req-31d69868-b5eb-4e2c-a0c4-c34a3b63424e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0551860 Mar 29 15:35:14.053433 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d37c1fb5-070d-4d1d-82fe-acc71309f62a req-de52d5eb-ae6f-40e1-9496-3aa4662e5176 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393434 Mar 29 15:35:15.087526 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a90d021a-387b-4ad6-9bcd-56d2aafce761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:15.172376 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97524306-661d-46c7-9d99-edaec0a72742 req-acb0333b-d5be-4da0-95a7-b9a8b9ff3416 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:15.173850 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-97524306-661d-46c7-9d99-edaec0a72742 req-acb0333b-d5be-4da0-95a7-b9a8b9ff3416 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0522406 Mar 29 15:35:15.219374 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-97524306-661d-46c7-9d99-edaec0a72742 req-44b80e13-2609-4d13-b07e-c43e0cb43ccf tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400863 Mar 29 15:35:15.352059 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:16.076240 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:16.335287 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61960c1-779d-4448-97b4-ce39d5538b12 req-15212dbf-2145-4dbc-95fa-fe68800ccef7 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:16.336638 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a61960c1-779d-4448-97b4-ce39d5538b12 req-15212dbf-2145-4dbc-95fa-fe68800ccef7 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0509055 Mar 29 15:35:16.381438 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a61960c1-779d-4448-97b4-ce39d5538b12 req-0f3bc234-05e1-41e5-b3ad-9df1c658fbb2 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393863 Mar 29 15:35:17.210525 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:17.497662 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ad28c-8aa3-4397-8202-e69972e048b9 req-0d0c3375-2b75-4770-8511-db6c7d6abfd7 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:17.499097 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d61ad28c-8aa3-4397-8202-e69972e048b9 req-0d0c3375-2b75-4770-8511-db6c7d6abfd7 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0514805 Mar 29 15:35:17.544511 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d61ad28c-8aa3-4397-8202-e69972e048b9 req-f176e0b2-6dd5-4c31-af8f-66c0bd985bf0 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399725 Mar 29 15:35:18.660400 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46fc5d-f1e3-4ebf-aa06-5fc79862cb0f req-7500828e-d8ae-48ce-8911-93dd816d6ccc tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:18.661874 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5c46fc5d-f1e3-4ebf-aa06-5fc79862cb0f req-7500828e-d8ae-48ce-8911-93dd816d6ccc tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0512519 Mar 29 15:35:18.709610 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5c46fc5d-f1e3-4ebf-aa06-5fc79862cb0f req-a11d67d7-6cc0-4e28-b624-a3a3dc634364 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423398 Mar 29 15:35:18.778466 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:19.828720 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241e44b-8316-4d4f-a2bd-3ade6fa64a58 req-01d24625-e6bd-4960-8757-d69fdec238ab tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:19.830187 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5241e44b-8316-4d4f-a2bd-3ade6fa64a58 req-01d24625-e6bd-4960-8757-d69fdec238ab tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0548801 Mar 29 15:35:19.875260 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5241e44b-8316-4d4f-a2bd-3ade6fa64a58 req-bf543fc8-56cc-4791-83fe-d530afb60298 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394578 Mar 29 15:35:20.992901 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ee143-4d07-4971-bcdf-ae87cb7c49a4 req-aa23f8a9-89f2-4ae4-b6a2-3b42d9cff229 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:20.994387 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fa1ee143-4d07-4971-bcdf-ae87cb7c49a4 req-aa23f8a9-89f2-4ae4-b6a2-3b42d9cff229 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0526416 Mar 29 15:35:21.039584 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fa1ee143-4d07-4971-bcdf-ae87cb7c49a4 req-946aee48-3b58-446c-ac95-460951aaa115 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395355 Mar 29 15:35:21.079594 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:35:22.157538 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d29ca-5072-4cbe-99ba-0a5f3e6aa334 req-a6937176-f7d2-4862-a9c0-5567919d88b9 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:22.158975 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-721d29ca-5072-4cbe-99ba-0a5f3e6aa334 req-a6937176-f7d2-4862-a9c0-5567919d88b9 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0514121 Mar 29 15:35:22.204163 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-721d29ca-5072-4cbe-99ba-0a5f3e6aa334 req-f546c8cd-0999-4a85-9ccd-920231c52f8c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391693 Mar 29 15:35:23.321423 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8ba6-38c8-484a-b891-7022aadabaa1 req-42ad4834-8580-42a8-a31a-33d5655f6d91 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:23.322880 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fefb8ba6-38c8-484a-b891-7022aadabaa1 req-42ad4834-8580-42a8-a31a-33d5655f6d91 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0506766 Mar 29 15:35:23.368224 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fefb8ba6-38c8-484a-b891-7022aadabaa1 req-3648364c-d3e8-4a40-b7c8-a4738a6dace9 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398667 Mar 29 15:35:23.717273 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2209a-2994-4be4-89ed-464d64d23794 req-3828b694-59cc-49b1-b59e-24d39f3827c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:23.718770 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a2b2209a-2994-4be4-89ed-464d64d23794 req-3828b694-59cc-49b1-b59e-24d39f3827c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 1130 time: 0.0529990 Mar 29 15:35:23.776528 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a2b2209a-2994-4be4-89ed-464d64d23794 req-7138d921-6403-427d-80d6-aac100fe8b53 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Mar 29 15:35:24.486785 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec1005-b78f-40ff-8091-8c47cf69789c req-8aa4190e-f008-449f-b68c-441475b2e6bc tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:24.488257 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c7ec1005-b78f-40ff-8091-8c47cf69789c req-8aa4190e-f008-449f-b68c-441475b2e6bc tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0551610 Mar 29 15:35:24.539243 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c7ec1005-b78f-40ff-8091-8c47cf69789c req-3f8a7707-c9c5-46a9-93be-459091ac2ae5 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446296 Mar 29 15:35:24.980560 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044e076-2747-428f-8f3a-0407d7913c25 req-f044de69-8577-4e5d-8c0b-d10c3b6e68ca tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:24.982085 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d044e076-2747-428f-8f3a-0407d7913c25 req-f044de69-8577-4e5d-8c0b-d10c3b6e68ca tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0527627 Mar 29 15:35:25.028971 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d044e076-2747-428f-8f3a-0407d7913c25 req-89dc5577-4061-4169-bf19-c1a5703dc67f tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410042 Mar 29 15:35:25.659971 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a5262-45d5-4013-9d54-35513969b2d8 req-53f612ea-f55a-472b-9a67-e925fe4bcf54 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:25.662071 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0b1a5262-45d5-4013-9d54-35513969b2d8 req-53f612ea-f55a-472b-9a67-e925fe4bcf54 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0517504 Mar 29 15:35:25.706281 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0b1a5262-45d5-4013-9d54-35513969b2d8 req-39fc26cb-9c7c-431e-949a-1424c0fe7115 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387931 Mar 29 15:35:26.138672 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da9fc-567b-492d-9e1f-55c71d147172 req-f7d31949-d582-480d-ac47-a0a524f713b8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:26.140137 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3e7da9fc-567b-492d-9e1f-55c71d147172 req-f7d31949-d582-480d-ac47-a0a524f713b8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0604801 Mar 29 15:35:26.156330 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd41a27-6eb8-409f-88e6-334c5826bc37 req-461f52bd-c330-41bc-b33e-ad09c9612eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:26.157836 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ffd41a27-6eb8-409f-88e6-334c5826bc37 req-461f52bd-c330-41bc-b33e-ad09c9612eb8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 1130 time: 0.0798039 Mar 29 15:35:26.173334 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf53103-25e2-49e9-8860-aeb680128a2b req-aaacccfa-2619-4d3d-beef-cf0717e89730 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:26.174758 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-faf53103-25e2-49e9-8860-aeb680128a2b req-aaacccfa-2619-4d3d-beef-cf0717e89730 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0646484 Mar 29 15:35:26.190905 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3e7da9fc-567b-492d-9e1f-55c71d147172 req-d0c65fbe-341d-4bc8-bc00-523635c63518 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450497 Mar 29 15:35:26.273704 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-faf53103-25e2-49e9-8860-aeb680128a2b req-c3fdaeb2-daf7-4e6f-9d12-156dff2b841a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903907 Mar 29 15:35:26.290374 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd41a27-6eb8-409f-88e6-334c5826bc37 req-3e06bbbf-6087-49be-8a11-9bdeb9bc9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:26.291795 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ffd41a27-6eb8-409f-88e6-334c5826bc37 req-3e06bbbf-6087-49be-8a11-9bdeb9bc9b92 service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.1162057 Mar 29 15:35:26.357915 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ffd41a27-6eb8-409f-88e6-334c5826bc37 req-fb44c50d-2109-47af-b53d-81a5a147d31d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 HTTP/1.1" status: 200 len: 1002 time: 0.0591989 Mar 29 15:35:26.404675 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd41a27-6eb8-409f-88e6-334c5826bc37 req-75c1f86f-da9e-469f-869c-5b9a64b9395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:26.405995 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ffd41a27-6eb8-409f-88e6-334c5826bc37 req-75c1f86f-da9e-469f-869c-5b9a64b9395b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0415137 Mar 29 15:35:26.453596 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd41a27-6eb8-409f-88e6-334c5826bc37 req-af503c31-4ec9-49e6-84e9-cb4afc97c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:26.455088 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ffd41a27-6eb8-409f-88e6-334c5826bc37 req-af503c31-4ec9-49e6-84e9-cb4afc97c10b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413840 Mar 29 15:35:26.542945 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ffd41a27-6eb8-409f-88e6-334c5826bc37 req-2d191bf3-a5b6-4275-a545-e7e3b6c2c2f1 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808136 Mar 29 15:35:26.634319 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ffd41a27-6eb8-409f-88e6-334c5826bc37 req-7743bffa-e93c-4cf9-b63f-ff48e82d7d88 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798457 Mar 29 15:35:27.308541 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394f1e7-78bf-49d7-ad9d-df11b1105797 req-997041ee-beb9-405b-bf2d-80f577bd3928 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:27.310089 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f394f1e7-78bf-49d7-ad9d-df11b1105797 req-997041ee-beb9-405b-bf2d-80f577bd3928 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0524626 Mar 29 15:35:27.356635 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f394f1e7-78bf-49d7-ad9d-df11b1105797 req-8386e6db-440e-4cd7-b59c-4fdbfec11136 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411777 Mar 29 15:35:27.643863 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c433a-9eb1-4c53-9fea-f73098e2b2ca req-7f72de7c-a9a3-47d7-addb-de926ea919f8 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:27.645898 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-294c433a-9eb1-4c53-9fea-f73098e2b2ca req-7f72de7c-a9a3-47d7-addb-de926ea919f8 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.3044260 Mar 29 15:35:27.690049 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-294c433a-9eb1-4c53-9fea-f73098e2b2ca req-fb70a846-d008-40ad-a7be-b318379287aa tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386648 Mar 29 15:35:28.477507 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1c7d3-137b-4af1-9c88-9462633a9cb2 req-2f43c44f-75df-4231-aee1-c098ae94efcb tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:28.479001 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f7f1c7d3-137b-4af1-9c88-9462633a9cb2 req-2f43c44f-75df-4231-aee1-c098ae94efcb tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0533698 Mar 29 15:35:28.530970 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f7f1c7d3-137b-4af1-9c88-9462633a9cb2 req-08c239a1-b553-4665-a6b4-e6891208499e tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464756 Mar 29 15:35:28.766901 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e386a-af7b-47af-8261-42cca5039459 req-0e5c2464-c347-47bc-9e8c-77d27de1466c tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:28.768381 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b89e386a-af7b-47af-8261-42cca5039459 req-0e5c2464-c347-47bc-9e8c-77d27de1466c tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 946 time: 0.0522287 Mar 29 15:35:28.810732 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55c3fc-685b-4501-9ce3-8a02aec6ef03 req-56cc931d-1add-4e36-b1c2-b1632b210694 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:28.812183 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-8b55c3fc-685b-4501-9ce3-8a02aec6ef03 req-56cc931d-1add-4e36-b1c2-b1632b210694 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0549173 Mar 29 15:35:28.815503 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b89e386a-af7b-47af-8261-42cca5039459 req-ae481ab8-ea9d-4872-8492-c19c3e18eda4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404351 Mar 29 15:35:28.861636 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-8b55c3fc-685b-4501-9ce3-8a02aec6ef03 req-70386bcd-5bf3-41c2-8c02-8c0a73b9c411 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430806 Mar 29 15:35:29.650406 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d88a18-c639-4837-a542-1cf2a2dfe1b5 req-58165c93-9246-41aa-adec-1ff5515e42fe tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:29.651844 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a6d88a18-c639-4837-a542-1cf2a2dfe1b5 req-58165c93-9246-41aa-adec-1ff5515e42fe tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0554521 Mar 29 15:35:29.696521 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a6d88a18-c639-4837-a542-1cf2a2dfe1b5 req-12c997bd-614a-4c49-8136-4ac4096088b2 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392430 Mar 29 15:35:29.807588 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c4d6-fe92-4931-a245-640a15bc88f6 req-1fd11755-68b9-4868-81fa-6d09bd54a27a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:29.809080 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b559c4d6-fe92-4931-a245-640a15bc88f6 req-1fd11755-68b9-4868-81fa-6d09bd54a27a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0512314 Mar 29 15:35:29.817392 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50558) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:29.821674 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a033ed77-ad96-42ca-945d-1b3f494201e4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Request body: {'floatingip': {'port_id': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:29.881060 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a033ed77-ad96-42ca-945d-1b3f494201e4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for floatingip (ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:29.936350 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94736b7c-ec38-4c04-82e9-a149af00cd4b req-a3d51792-dc08-4992-87c3-43138ac43597 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:29.938528 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-94736b7c-ec38-4c04-82e9-a149af00cd4b req-a3d51792-dc08-4992-87c3-43138ac43597 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 946 time: 0.0535219 Mar 29 15:35:29.984510 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-94736b7c-ec38-4c04-82e9-a149af00cd4b req-de4aad93-f223-4ca5-ad50-999b433e1d07 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410388 Mar 29 15:35:30.041504 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca2150-2f01-486a-873a-702d6e056634 req-7a97b28c-db12-4fef-b0f7-24d7f38720ec tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:30.042985 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7dca2150-2f01-486a-873a-702d6e056634 req-7a97b28c-db12-4fef-b0f7-24d7f38720ec tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.1099451 Mar 29 15:35:30.160709 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7dca2150-2f01-486a-873a-702d6e056634 req-ef6fc7ee-3cab-4d85-8fb2-dcc6423bd5bd tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116986 Mar 29 15:35:30.402732 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a033ed77-ad96-42ca-945d-1b3f494201e4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:30.406592 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a033ed77-ad96-42ca-945d-1b3f494201e4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:30.537698 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7b9b4a0e-e8d0-40ff-9c1c-69402c63f81e tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:30.539127 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7b9b4a0e-e8d0-40ff-9c1c-69402c63f81e tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 946 time: 0.0511041 Mar 29 15:35:30.637721 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Deleting port 2502912e-f7d1-45bd-bd16-319e9ebe4db7 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:35:30.638060 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:30.732592 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] For port 2502912e-f7d1-45bd-bd16-319e9ebe4db7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2502912e-f7d1-45bd-bd16-319e9ebe4db7,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:30.732863 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:30.849806 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a033ed77-ad96-42ca-945d-1b3f494201e4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Router 613f666a-d877-47a4-8f18-408e89ed0fbf has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:35:30.957050 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:30.958233 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a033ed77-ad96-42ca-945d-1b3f494201e4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:35:30.958367 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (51df73fb-7fac-4640-873d-f0311e55370a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:30.958367 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Floating IP 51df73fb-7fac-4640-873d-f0311e55370a disassociated. External IP: 172.27.0.75, port: 2502912e-f7d1-45bd-bd16-319e9ebe4db7. Mar 29 15:35:30.958576 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Calling delete_port for 2502912e-f7d1-45bd-bd16-319e9ebe4db7 owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:35:30.962608 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a033ed77-ad96-42ca-945d-1b3f494201e4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:30.968175 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d7f8e-49f3-4cc3-bdd9-2596f08efb2e None None] Sync routers for ids ['613f666a-d877-47a4-8f18-408e89ed0fbf'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:35:30.978854 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d7f8e-49f3-4cc3-bdd9-2596f08efb2e None None] Routers {'613f666a-d877-47a4-8f18-408e89ed0fbf'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:30.979701 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-f89d7f8e-49f3-4cc3-bdd9-2596f08efb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:35:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['613f666a-d877-47a4-8f18-408e89ed0fbf'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:30.999702 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826f6054-8712-439c-ba08-4651aa9b6420', 'tag': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:31.001905 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbdd118-8c08-4ad5-85f1-c17aabf8fe93" -d '{"events": [{"name": "network-changed", "server_uuid": "826f6054-8712-439c-ba08-4651aa9b6420", "tag": "a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:31.034637 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-a033ed77-ad96-42ca-945d-1b3f494201e4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "PUT /v2.0/floatingips/ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3 HTTP/1.1" status: 200 len: 994 time: 1.2161982 Mar 29 15:35:31.072046 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56516665-6036-4555-813e-540b0bb0d88c x-openstack-request-id: req-56516665-6036-4555-813e-540b0bb0d88c {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:31.072414 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826f6054-8712-439c-ba08-4651aa9b6420", "tag": "a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:31.072727 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56516665-6036-4555-813e-540b0bb0d88c {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:31.073160 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56516665-6036-4555-813e-540b0bb0d88c'] response: {'name': 'network-changed', 'server_uuid': '826f6054-8712-439c-ba08-4651aa9b6420', 'tag': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'status': 'completed', 'code': 200} Mar 29 15:35:31.101375 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-f89d7f8e-49f3-4cc3-bdd9-2596f08efb2e None None] Set router 613f666a-d877-47a4-8f18-408e89ed0fbf gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:31.131201 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf633b-79f1-4fee-8e30-c152e3c6d8ec req-d3161e6d-d20d-426c-a43b-102b2a7a7226 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:31.132703 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-aeaf633b-79f1-4fee-8e30-c152e3c6d8ec req-d3161e6d-d20d-426c-a43b-102b2a7a7226 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 946 time: 0.0587242 Mar 29 15:35:31.165874 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (2502912e-f7d1-45bd-bd16-319e9ebe4db7), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:31.195997 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-aeaf633b-79f1-4fee-8e30-c152e3c6d8ec req-5f6085fe-c87f-46be-9b72-98ab41eee121 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd8a10da-bb45-4c2f-8f47-761c1a153f50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512431 Mar 29 15:35:31.199195 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdd118-8c08-4ad5-85f1-c17aabf8fe93 req-965eaf46-6705-4e27-8a71-98f40a082ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:31.200639 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2fbdd118-8c08-4ad5-85f1-c17aabf8fe93 req-965eaf46-6705-4e27-8a71-98f40a082ed4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 1130 time: 0.0924225 Mar 29 15:35:31.201402 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event deleted for resources: {'Port': ['ID=2502912e-f7d1-45bd-bd16-319e9ebe4db7,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:31.209079 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.209429 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.209770 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.214807 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.215184 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.215653 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.216007 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.216348 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.216689 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.217150 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.217489 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.217820 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.218263 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.218620 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.218997 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:31.359377 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-f89d7f8e-49f3-4cc3-bdd9-2596f08efb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:55Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'port_id': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'mac_address': 'fa:16:3e:0e:ee:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826f6054-8712-439c-ba08-4651aa9b6420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:50Z', 'updated_at': '2022-03-29T15:35:30Z', 'revision_number': 3, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6720a9f-64bb-4000-bb12-3f41b1aa4d8f', 'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'mac_address': 'fa:16:3e:f9:71:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:05Z', 'revision_number': 5, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'subnets': [{'id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:31.385172 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d7f8e-49f3-4cc3-bdd9-2596f08efb2e None None] Checking router: 613f666a-d877-47a4-8f18-408e89ed0fbf for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:35:31.393362 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d7f8e-49f3-4cc3-bdd9-2596f08efb2e None None] Routers {'613f666a-d877-47a4-8f18-408e89ed0fbf'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:31.393970 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-f89d7f8e-49f3-4cc3-bdd9-2596f08efb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:35:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['613f666a-d877-47a4-8f18-408e89ed0fbf'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:31.454961 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01004c3-86db-4bfd-9d15-0b61fcb21d58 req-ef23f65a-14dd-48f5-bd7f-cefbe69320d5 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:31.456442 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c01004c3-86db-4bfd-9d15-0b61fcb21d58 req-ef23f65a-14dd-48f5-bd7f-cefbe69320d5 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.1796167 Mar 29 15:35:31.463786 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdd118-8c08-4ad5-85f1-c17aabf8fe93 req-710b07cb-3bbd-4dca-9817-b623f1514cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:31.465245 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2fbdd118-8c08-4ad5-85f1-c17aabf8fe93 req-710b07cb-3bbd-4dca-9817-b623f1514cb5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.2355437 Mar 29 15:35:31.470611 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Router dca01e38-1c5f-4e5b-8608-bf515fffe9ee has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:35:31.505489 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-f89d7f8e-49f3-4cc3-bdd9-2596f08efb2e None None] Set router 613f666a-d877-47a4-8f18-408e89ed0fbf gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:31.633877 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c01004c3-86db-4bfd-9d15-0b61fcb21d58 req-22e5577b-280c-4372-b49d-41235abab360 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675832 Mar 29 15:35:31.639692 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2fbdd118-8c08-4ad5-85f1-c17aabf8fe93 req-f26c1561-19a5-429b-a9cb-72cd56e0d355 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 HTTP/1.1" status: 200 len: 1002 time: 0.1632438 Mar 29 15:35:31.719501 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdd118-8c08-4ad5-85f1-c17aabf8fe93 req-8d130763-84a8-4318-b340-714321d86a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:31.721134 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2fbdd118-8c08-4ad5-85f1-c17aabf8fe93 req-8d130763-84a8-4318-b340-714321d86a21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0710824 Mar 29 15:35:31.725782 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:35:31.738098 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1acc1-5e0c-4507-b0fb-8cbc61de1eec None None] Sync routers for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:35:31.742126 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-f89d7f8e-49f3-4cc3-bdd9-2596f08efb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:55Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'port_id': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'mac_address': 'fa:16:3e:0e:ee:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826f6054-8712-439c-ba08-4651aa9b6420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:50Z', 'updated_at': '2022-03-29T15:35:30Z', 'revision_number': 3, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6720a9f-64bb-4000-bb12-3f41b1aa4d8f', 'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'mac_address': 'fa:16:3e:f9:71:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:05Z', 'revision_number': 5, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'subnets': [{'id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:31.753405 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1acc1-5e0c-4507-b0fb-8cbc61de1eec None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:31.756278 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c9e1acc1-5e0c-4507-b0fb-8cbc61de1eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:35:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:31.770960 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d7f8e-49f3-4cc3-bdd9-2596f08efb2e None None] The sync data for ids ['613f666a-d877-47a4-8f18-408e89ed0fbf'] in dv-cinder-790535-36-iscsi is: [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:55Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'port_id': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'mac_address': 'fa:16:3e:0e:ee:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826f6054-8712-439c-ba08-4651aa9b6420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:50Z', 'updated_at': '2022-03-29T15:35:30Z', 'revision_number': 3, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6720a9f-64bb-4000-bb12-3f41b1aa4d8f', 'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'mac_address': 'fa:16:3e:f9:71:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:05Z', 'revision_number': 5, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'subnets': [{'id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:35:31.778599 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] No DVR routers for this DVR port 2502912e-f7d1-45bd-bd16-319e9ebe4db7 on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:35:31.795223 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:31.798663 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4e7ac78f-0eee-4f9f-bbf2-45abf844a71a req-7a7cb699-5758-470e-908b-c4d65bfeac96 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "DELETE /v2.0/ports/2502912e-f7d1-45bd-bd16-319e9ebe4db7 HTTP/1.1" status: 204 len: 173 time: 1.2541955 Mar 29 15:35:31.799113 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98f04fb-b872-41df-b4ff-e8babaf7e89f', 'name': 'network-vif-deleted', 'tag': '2502912e-f7d1-45bd-bd16-319e9ebe4db7'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:31.808049 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7bf2bd-53c7-411a-bf81-ff18e47d196a" -d '{"events": [{"server_uuid": "e98f04fb-b872-41df-b4ff-e8babaf7e89f", "name": "network-vif-deleted", "tag": "2502912e-f7d1-45bd-bd16-319e9ebe4db7"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:31.837915 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdd118-8c08-4ad5-85f1-c17aabf8fe93 req-044cff56-d4b9-4def-b199-91c53f686b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:31.840393 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2fbdd118-8c08-4ad5-85f1-c17aabf8fe93 req-044cff56-d4b9-4def-b199-91c53f686b6d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0853014 Mar 29 15:35:31.856459 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd28b00-408c-4f4d-9482-0cfed81160de x-openstack-request-id: req-cbd28b00-408c-4f4d-9482-0cfed81160de {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:31.856761 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98f04fb-b872-41df-b4ff-e8babaf7e89f", "name": "network-vif-deleted", "tag": "2502912e-f7d1-45bd-bd16-319e9ebe4db7", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:31.857623 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbd28b00-408c-4f4d-9482-0cfed81160de {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:31.857623 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd28b00-408c-4f4d-9482-0cfed81160de'] response: {'server_uuid': 'e98f04fb-b872-41df-b4ff-e8babaf7e89f', 'name': 'network-vif-deleted', 'tag': '2502912e-f7d1-45bd-bd16-319e9ebe4db7', 'status': 'completed', 'code': 200} Mar 29 15:35:31.899340 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-c9e1acc1-5e0c-4507-b0fb-8cbc61de1eec None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:31.951977 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2fbdd118-8c08-4ad5-85f1-c17aabf8fe93 req-44c514b6-788f-4e0a-a5c7-f35f048ca491 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052959 Mar 29 15:35:32.052335 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2fbdd118-8c08-4ad5-85f1-c17aabf8fe93 req-4015ae24-b635-41ab-b5f6-926472c60aa4 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911076 Mar 29 15:35:32.140058 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c9e1acc1-5e0c-4507-b0fb-8cbc61de1eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'f0a3025a-f61e-42da-b57f-0fc29e88e741', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:da:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:00Z', 'updated_at': '2022-03-29T15:33:20Z', 'revision_number': 2, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:32.169599 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1acc1-5e0c-4507-b0fb-8cbc61de1eec None None] Checking router: dca01e38-1c5f-4e5b-8608-bf515fffe9ee for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:35:32.177786 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1acc1-5e0c-4507-b0fb-8cbc61de1eec None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:32.178395 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c9e1acc1-5e0c-4507-b0fb-8cbc61de1eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:35:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:32.290628 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-c9e1acc1-5e0c-4507-b0fb-8cbc61de1eec None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:32.318944 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1a9fba62-4f12-4ef4-8610-7a05c5416d2d req-5e4872d1-87e1-4014-963f-1644e836b59c tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=e98f04fb-b872-41df-b4ff-e8babaf7e89f HTTP/1.1" status: 200 len: 210 time: 0.0377302 Mar 29 15:35:32.523935 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c9e1acc1-5e0c-4507-b0fb-8cbc61de1eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'f0a3025a-f61e-42da-b57f-0fc29e88e741', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:da:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:00Z', 'updated_at': '2022-03-29T15:33:20Z', 'revision_number': 2, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:32.549141 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1acc1-5e0c-4507-b0fb-8cbc61de1eec None None] The sync data for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi is: [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'f0a3025a-f61e-42da-b57f-0fc29e88e741', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:da:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:33:00Z', 'updated_at': '2022-03-29T15:33:20Z', 'revision_number': 2, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:35:32.773510 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb2f9d-996d-455a-832a-f1e81ff00760 req-e719bdc8-a2e2-4a9f-9bdd-8218fb123b72 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:32.775077 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0ceb2f9d-996d-455a-832a-f1e81ff00760 req-e719bdc8-a2e2-4a9f-9bdd-8218fb123b72 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0630441 Mar 29 15:35:32.819554 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbdf501-1dcd-4314-9251-df15dca61bdd None None] New status for floating IP 51df73fb-7fac-4640-873d-f0311e55370a: DOWN {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:35:32.823567 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0ceb2f9d-996d-455a-832a-f1e81ff00760 req-fa5c5852-0c06-4eea-8035-d156b4bb15cb tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426016 Mar 29 15:35:33.074357 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826f6054-8712-439c-ba08-4651aa9b6420', 'tag': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:33.076764 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fd5497-8ac9-44f4-9bbc-07bc28f93efb" -d '{"events": [{"name": "network-changed", "server_uuid": "826f6054-8712-439c-ba08-4651aa9b6420", "tag": "a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:33.111113 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5bde17-3024-45c5-8fbf-cc29ba9ef38a x-openstack-request-id: req-bd5bde17-3024-45c5-8fbf-cc29ba9ef38a {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:33.111414 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826f6054-8712-439c-ba08-4651aa9b6420", "tag": "a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:33.111670 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd5bde17-3024-45c5-8fbf-cc29ba9ef38a {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:33.112097 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5bde17-3024-45c5-8fbf-cc29ba9ef38a'] response: {'name': 'network-changed', 'server_uuid': '826f6054-8712-439c-ba08-4651aa9b6420', 'tag': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'status': 'completed', 'code': 200} Mar 29 15:35:33.175952 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd5497-8ac9-44f4-9bbc-07bc28f93efb req-12640b2f-cde4-4584-908f-457afa12d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:33.177939 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-33fd5497-8ac9-44f4-9bbc-07bc28f93efb req-12640b2f-cde4-4584-908f-457afa12d192 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 1130 time: 0.0449657 Mar 29 15:35:33.266971 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd5497-8ac9-44f4-9bbc-07bc28f93efb req-8756a066-a5d3-4267-a54f-4a74b42ec916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:33.268424 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-33fd5497-8ac9-44f4-9bbc-07bc28f93efb req-8756a066-a5d3-4267-a54f-4a74b42ec916 service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.0821795 Mar 29 15:35:33.337136 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-33fd5497-8ac9-44f4-9bbc-07bc28f93efb req-544b323d-9419-4197-966c-36be636cfc95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 HTTP/1.1" status: 200 len: 1002 time: 0.0620041 Mar 29 15:35:33.386522 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd5497-8ac9-44f4-9bbc-07bc28f93efb req-dec04648-2525-43c1-8f7b-76e796fd1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:33.388019 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-33fd5497-8ac9-44f4-9bbc-07bc28f93efb req-dec04648-2525-43c1-8f7b-76e796fd1d07 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0443735 Mar 29 15:35:33.410816 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50586) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:33.439231 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd5497-8ac9-44f4-9bbc-07bc28f93efb req-04fbbc69-891a-4ff2-915c-a0cd4f434315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:33.440721 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-33fd5497-8ac9-44f4-9bbc-07bc28f93efb req-04fbbc69-891a-4ff2-915c-a0cd4f434315 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468574 Mar 29 15:35:33.467630 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (cd8a10da-bb45-4c2f-8f47-761c1a153f50), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:33.491125 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (cd8a10da-bb45-4c2f-8f47-761c1a153f50), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:33.536784 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-33fd5497-8ac9-44f4-9bbc-07bc28f93efb req-d28604c9-f3bb-4bab-9122-b69de0473ae2 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889277 Mar 29 15:35:33.541553 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (cd8a10da-bb45-4c2f-8f47-761c1a153f50), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:33.544066 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:33.547861 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "DELETE /v2.0/security-groups/cd8a10da-bb45-4c2f-8f47-761c1a153f50 HTTP/1.1" status: 204 len: 168 time: 0.1333685 Mar 29 15:35:33.548458 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50588) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:33.565468 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.api.v2.resource [None req-cfa57cd0-4db1-4bb0-ba00-0181dc9b60ef tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] show failed (client error): The resource could not be found. Mar 29 15:35:33.571245 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-cfa57cd0-4db1-4bb0-ba00-0181dc9b60ef tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups/cd8a10da-bb45-4c2f-8f47-761c1a153f50 HTTP/1.1" status: 404 len: 347 time: 0.0169549 Mar 29 15:35:33.571245 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8a10da-bb45-4c2f-8f47-761c1a153f50,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:33.574494 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50590) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:33.582131 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.582469 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.582939 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.583275 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.583601 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.583922 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.584246 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.584566 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.584894 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.585234 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.585557 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.585874 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.586190 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.586504 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.586843 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d226ab6-eeed-4309-a66f-d82a4c24dd84 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:35:33.642196 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-33fd5497-8ac9-44f4-9bbc-07bc28f93efb req-5ef55ec3-cf74-473b-954a-71f833d13485 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976086 Mar 29 15:35:33.737833 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3af3b5c3-ae4f-4adb-b59a-e0c4e46778d2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Deleting port b56ed985-6797-46e1-b257-e7e6900f5bda {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:35:33.738173 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3af3b5c3-ae4f-4adb-b59a-e0c4e46778d2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (b56ed985-6797-46e1-b257-e7e6900f5bda), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:33.814054 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3af3b5c3-ae4f-4adb-b59a-e0c4e46778d2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (b56ed985-6797-46e1-b257-e7e6900f5bda), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:33.814706 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3af3b5c3-ae4f-4adb-b59a-e0c4e46778d2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (b56ed985-6797-46e1-b257-e7e6900f5bda), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:33.825768 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3af3b5c3-ae4f-4adb-b59a-e0c4e46778d2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Calling delete_port for b56ed985-6797-46e1-b257-e7e6900f5bda owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:35:33.968764 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bb315-8cdc-4dc9-8282-7740d138c5d0 req-04562aed-b60d-4fb8-b1c8-3767e1200796 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:33.970412 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ff9bb315-8cdc-4dc9-8282-7740d138c5d0 req-04562aed-b60d-4fb8-b1c8-3767e1200796 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0759768 Mar 29 15:35:34.041454 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3af3b5c3-ae4f-4adb-b59a-e0c4e46778d2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (b56ed985-6797-46e1-b257-e7e6900f5bda), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:34.057568 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 2502912e-f7d1-45bd-bd16-319e9ebe4db7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:35:34.075993 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3b5c3-ae4f-4adb-b59a-e0c4e46778d2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event deleted for resources: {'Port': ['ID=b56ed985-6797-46e1-b257-e7e6900f5bda,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:34.081152 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ff9bb315-8cdc-4dc9-8282-7740d138c5d0 req-8b56c30d-b5d1-4641-8582-9e804a317106 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867066 Mar 29 15:35:34.087000 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 2502912e-f7d1-45bd-bd16-319e9ebe4db7 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:35:34.087516 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 2502912e-f7d1-45bd-bd16-319e9ebe4db7 not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:35:34.163515 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3af3b5c3-ae4f-4adb-b59a-e0c4e46778d2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (51df73fb-7fac-4640-873d-f0311e55370a), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:34.166239 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3af3b5c3-ae4f-4adb-b59a-e0c4e46778d2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:34.167511 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-3af3b5c3-ae4f-4adb-b59a-e0c4e46778d2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "DELETE /v2.0/floatingips/51df73fb-7fac-4640-873d-f0311e55370a HTTP/1.1" status: 204 len: 168 time: 0.5921013 Mar 29 15:35:35.216486 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33982fe8-3f1c-4955-af20-4f3188aa738c req-5a78a4ce-91a4-45a9-be35-b13a815b17e4 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:35.218002 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-33982fe8-3f1c-4955-af20-4f3188aa738c req-5a78a4ce-91a4-45a9-be35-b13a815b17e4 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0574956 Mar 29 15:35:35.269930 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-33982fe8-3f1c-4955-af20-4f3188aa738c req-3719e835-2319-43d0-b2a8-fa5d7967a750 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453784 Mar 29 15:35:35.741485 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d824ab-6eb1-4813-99a8-203a0083b455 req-53d21a5c-df3f-4d1f-9184-55a75c46b780 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:35.742880 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-85d824ab-6eb1-4813-99a8-203a0083b455 req-53d21a5c-df3f-4d1f-9184-55a75c46b780 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 945 time: 0.0527973 Mar 29 15:35:35.788911 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-85d824ab-6eb1-4813-99a8-203a0083b455 req-c337c5b2-268b-4541-a8fa-c7e3aded82a4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404754 Mar 29 15:35:36.386999 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1466503-823e-43bd-a714-c779c01e429b req-4504f94a-db1e-4688-8dd6-ab17c65b7b39 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:36.388372 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e1466503-823e-43bd-a714-c779c01e429b req-4504f94a-db1e-4688-8dd6-ab17c65b7b39 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0524514 Mar 29 15:35:36.434090 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e1466503-823e-43bd-a714-c779c01e429b req-687d19fd-c54d-4a49-8a65-32554c0b1810 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402319 Mar 29 15:35:36.662752 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47840d2-03ae-4622-949c-4c9941d990b6 req-0395b5c7-5856-4a36-8c13-a7fb40e71ef8 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:36.664144 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e47840d2-03ae-4622-949c-4c9941d990b6 req-0395b5c7-5856-4a36-8c13-a7fb40e71ef8 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0522909 Mar 29 15:35:36.739625 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e47840d2-03ae-4622-949c-4c9941d990b6 req-aa6cc163-e20f-4b5a-af9f-17702dd614fc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691426 Mar 29 15:35:36.748974 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e8927-01e5-4a9e-a59b-8d7eef0c8ad3 req-edbbf4e4-18a5-49f4-a96a-646a341845b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:36.750448 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f87e8927-01e5-4a9e-a59b-8d7eef0c8ad3 req-edbbf4e4-18a5-49f4-a96a-646a341845b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b14b15a19b5419d8f9548e71f9866a3&device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 1130 time: 0.0674341 Mar 29 15:35:36.837941 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e8927-01e5-4a9e-a59b-8d7eef0c8ad3 req-5d9bd32c-b0ef-4cbb-a1bf-4eababdc2347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:36.839443 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f87e8927-01e5-4a9e-a59b-8d7eef0c8ad3 req-5d9bd32c-b0ef-4cbb-a1bf-4eababdc2347 service neutron] 10.222.0.31 "GET /v2.0/networks?id=338732b2-ea3a-4739-8f59-c28fe02d1d89 HTTP/1.1" status: 200 len: 911 time: 0.0829773 Mar 29 15:35:36.906796 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daa2ad-c54e-4e72-9cda-124d9677eb1d req-086b31d4-a656-4d8a-8415-1919d462a5cc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:36.908297 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-18daa2ad-c54e-4e72-9cda-124d9677eb1d req-086b31d4-a656-4d8a-8415-1919d462a5cc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 945 time: 0.0521750 Mar 29 15:35:36.909772 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f87e8927-01e5-4a9e-a59b-8d7eef0c8ad3 req-7b304d74-aad1-47bf-9b11-06f58d6f21eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=692a093c-603a-4161-bdbc-651eee0bf5d7 HTTP/1.1" status: 200 len: 1002 time: 0.0627811 Mar 29 15:35:36.955384 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-18daa2ad-c54e-4e72-9cda-124d9677eb1d req-4bf6143e-c3f9-4e10-8bb2-84facc52c873 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402243 Mar 29 15:35:36.958743 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e8927-01e5-4a9e-a59b-8d7eef0c8ad3 req-bd29edfb-27b5-49c9-8e92-f6eb6c76a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:36.960286 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f87e8927-01e5-4a9e-a59b-8d7eef0c8ad3 req-bd29edfb-27b5-49c9-8e92-f6eb6c76a6c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=367b68cf-8773-4f3b-bc3f-07941870df7d HTTP/1.1" status: 200 len: 849 time: 0.0440750 Mar 29 15:35:37.009681 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e8927-01e5-4a9e-a59b-8d7eef0c8ad3 req-a6b7709e-5835-4d32-950a-4ad261c9a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:37.011119 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f87e8927-01e5-4a9e-a59b-8d7eef0c8ad3 req-a6b7709e-5835-4d32-950a-4ad261c9a74c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=338732b2-ea3a-4739-8f59-c28fe02d1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434022 Mar 29 15:35:37.100486 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f87e8927-01e5-4a9e-a59b-8d7eef0c8ad3 req-47006602-4f96-4304-8af4-b0ee43ef2c94 service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819242 Mar 29 15:35:37.192276 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f87e8927-01e5-4a9e-a59b-8d7eef0c8ad3 req-a18191e4-b2af-4222-8c7f-670289a46bcb service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818143 Mar 29 15:35:37.392388 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-fb678f69-a0c5-42ca-8651-d1cbe789008b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:37.393847 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-fb678f69-a0c5-42ca-8651-d1cbe789008b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 945 time: 0.0514333 Mar 29 15:35:37.491680 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Deleting port 9b28accc-4a36-46f8-bcd9-8b097e1943a5 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:35:37.492019 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:37.576161 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] For port 9b28accc-4a36-46f8-bcd9-8b097e1943a5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b28accc-4a36-46f8-bcd9-8b097e1943a5,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:37.576781 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:38.029226 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:38.029598 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (f0a3025a-f61e-42da-b57f-0fc29e88e741), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:38.029981 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Floating IP f0a3025a-f61e-42da-b57f-0fc29e88e741 disassociated. External IP: 172.27.0.108, port: 9b28accc-4a36-46f8-bcd9-8b097e1943a5. Mar 29 15:35:38.030327 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Calling delete_port for 9b28accc-4a36-46f8-bcd9-8b097e1943a5 owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:35:38.076310 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d113b58-21c3-4eef-bfd0-d965fdc3d537 req-494d5a37-05de-4357-bc7d-dc9f7fc06663 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:38.077837 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9d113b58-21c3-4eef-bfd0-d965fdc3d537 req-494d5a37-05de-4357-bc7d-dc9f7fc06663 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b0ceed-3537-46cb-9d4b-7610936754ec HTTP/1.1" status: 200 len: 945 time: 0.0556059 Mar 29 15:35:38.084769 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d8a5a-3760-483b-bf68-ba5d366bb921 req-da4262ad-2efd-4a1e-9b0c-0691fff04735 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:38.086245 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f96d8a5a-3760-483b-bf68-ba5d366bb921 req-da4262ad-2efd-4a1e-9b0c-0691fff04735 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.1083541 Mar 29 15:35:38.130529 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9d113b58-21c3-4eef-bfd0-d965fdc3d537 req-f9047b78-d4ee-4fe2-a13b-fea914fb8a8d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=3913146e-bbb9-46f4-8db8-137f51d1b779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463789 Mar 29 15:35:38.159481 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f96d8a5a-3760-483b-bf68-ba5d366bb921 req-0803d2e8-b159-46e8-957b-9dc0a438e064 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664611 Mar 29 15:35:38.211011 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (9b28accc-4a36-46f8-bcd9-8b097e1943a5), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:38.237050 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event deleted for resources: {'Port': ['ID=9b28accc-4a36-46f8-bcd9-8b097e1943a5,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:38.351456 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Router dca01e38-1c5f-4e5b-8608-bf515fffe9ee has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:35:38.459666 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:35:38.469036 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1cd4de-3597-4ece-b444-6fc78f2e2810 None None] Sync routers for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:35:38.479502 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1cd4de-3597-4ece-b444-6fc78f2e2810 None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:38.480115 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ef1cd4de-3597-4ece-b444-6fc78f2e2810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:35:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:38.501075 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] No DVR routers for this DVR port 9b28accc-4a36-46f8-bcd9-8b097e1943a5 on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:35:38.503561 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:38.507488 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-aa19681c-ae93-43e4-9e05-6bbd03c2f293 req-4e910879-07eb-4519-94be-446b1cf53047 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "DELETE /v2.0/ports/9b28accc-4a36-46f8-bcd9-8b097e1943a5 HTTP/1.1" status: 204 len: 173 time: 1.1055999 Mar 29 15:35:38.507924 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'name': 'network-vif-deleted', 'tag': '9b28accc-4a36-46f8-bcd9-8b097e1943a5'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:38.510259 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08a1928-132b-4d17-91d4-b78386051260" -d '{"events": [{"server_uuid": "03b0ceed-3537-46cb-9d4b-7610936754ec", "name": "network-vif-deleted", "tag": "9b28accc-4a36-46f8-bcd9-8b097e1943a5"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:38.548558 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d2585f-3146-4054-8d64-40b88ddae562 x-openstack-request-id: req-56d2585f-3146-4054-8d64-40b88ddae562 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:38.548860 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b0ceed-3537-46cb-9d4b-7610936754ec", "name": "network-vif-deleted", "tag": "9b28accc-4a36-46f8-bcd9-8b097e1943a5", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:38.549144 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56d2585f-3146-4054-8d64-40b88ddae562 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:38.549551 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d2585f-3146-4054-8d64-40b88ddae562'] response: {'server_uuid': '03b0ceed-3537-46cb-9d4b-7610936754ec', 'name': 'network-vif-deleted', 'tag': '9b28accc-4a36-46f8-bcd9-8b097e1943a5', 'status': 'completed', 'code': 200} Mar 29 15:35:38.720188 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-ef1cd4de-3597-4ece-b444-6fc78f2e2810 None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:38.912311 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ef1cd4de-3597-4ece-b444-6fc78f2e2810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:38.938610 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1cd4de-3597-4ece-b444-6fc78f2e2810 None None] Checking router: dca01e38-1c5f-4e5b-8608-bf515fffe9ee for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:35:38.947404 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1cd4de-3597-4ece-b444-6fc78f2e2810 None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:38.948011 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ef1cd4de-3597-4ece-b444-6fc78f2e2810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:35:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:39.055762 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-ef1cd4de-3597-4ece-b444-6fc78f2e2810 None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:39.216287 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50636) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:39.256715 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ef1cd4de-3597-4ece-b444-6fc78f2e2810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:39.269977 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7d43-b706-44f3-b5e1-a6def349f295 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (3913146e-bbb9-46f4-8db8-137f51d1b779), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:39.282701 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1cd4de-3597-4ece-b444-6fc78f2e2810 None None] The sync data for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi is: [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:35:39.296087 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7d43-b706-44f3-b5e1-a6def349f295 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (3913146e-bbb9-46f4-8db8-137f51d1b779), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:39.345241 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7d43-b706-44f3-b5e1-a6def349f295 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (3913146e-bbb9-46f4-8db8-137f51d1b779), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:39.347823 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7d43-b706-44f3-b5e1-a6def349f295 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:39.349860 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-ad1e7d43-b706-44f3-b5e1-a6def349f295 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "DELETE /v2.0/security-groups/3913146e-bbb9-46f4-8db8-137f51d1b779 HTTP/1.1" status: 204 len: 168 time: 0.1322827 Mar 29 15:35:39.353042 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50638) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:39.369726 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e7d43-b706-44f3-b5e1-a6def349f295 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3913146e-bbb9-46f4-8db8-137f51d1b779,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:39.371620 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.api.v2.resource [None req-e544866e-85bd-43df-abbc-06062a55ba27 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] show failed (client error): The resource could not be found. Mar 29 15:35:39.372641 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-e544866e-85bd-43df-abbc-06062a55ba27 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups/3913146e-bbb9-46f4-8db8-137f51d1b779 HTTP/1.1" status: 404 len: 347 time: 0.0186856 Mar 29 15:35:39.375534 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50640) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:39.502790 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-113518a3-ce0f-4373-a655-fa94914090fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Deleting port d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:35:39.503420 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-113518a3-ce0f-4373-a655-fa94914090fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:39.511494 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a2cd2-0899-405d-a305-1c8891f9c858 None None] New status for floating IP f0a3025a-f61e-42da-b57f-0fc29e88e741: DOWN {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:35:39.575940 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-113518a3-ce0f-4373-a655-fa94914090fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:39.576253 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-113518a3-ce0f-4373-a655-fa94914090fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:39.588205 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-113518a3-ce0f-4373-a655-fa94914090fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Calling delete_port for d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5 owned by network:floatingip {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:35:39.725810 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-113518a3-ce0f-4373-a655-fa94914090fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:39.747679 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113518a3-ce0f-4373-a655-fa94914090fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event deleted for resources: {'Port': ['ID=d5a5ee0a-b65a-46fc-9a84-a1d7866e77f5,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:39.811881 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-113518a3-ce0f-4373-a655-fa94914090fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (f0a3025a-f61e-42da-b57f-0fc29e88e741), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:39.814530 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-113518a3-ce0f-4373-a655-fa94914090fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:39.815669 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-113518a3-ce0f-4373-a655-fa94914090fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "DELETE /v2.0/floatingips/f0a3025a-f61e-42da-b57f-0fc29e88e741 HTTP/1.1" status: 204 len: 168 time: 0.4392495 Mar 29 15:35:40.182376 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50644) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:40.187022 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-991a312b-e266-448f-b85a-ce43cecefa5f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1962451270', 'description': 'tempest-description--1877757487'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:40.206503 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-991a312b-e266-448f-b85a-ce43cecefa5f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.271120 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-991a312b-e266-448f-b85a-ce43cecefa5f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (e3073032-b7a0-48c5-92dd-aeeeee521adf), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.275152 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-991a312b-e266-448f-b85a-ce43cecefa5f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e3073032-b7a0-48c5-92dd-aeeeee521adf), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.303184 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-991a312b-e266-448f-b85a-ce43cecefa5f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.304379 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-991a312b-e266-448f-b85a-ce43cecefa5f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1209939 Mar 29 15:35:40.306251 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a312b-e266-448f-b85a-ce43cecefa5f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3073032-b7a0-48c5-92dd-aeeeee521adf,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:40.307327 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50646) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:40.311863 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-fb330c81-9fb0-44c5-8203-b374403d6d36 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'security_group_rule': {'security_group_id': 'e3073032-b7a0-48c5-92dd-aeeeee521adf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:40.337247 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb330c81-9fb0-44c5-8203-b374403d6d36 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (2c0e7255-7a07-479d-8ea8-7ca240c9cfe1), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.390360 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb330c81-9fb0-44c5-8203-b374403d6d36 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (2c0e7255-7a07-479d-8ea8-7ca240c9cfe1), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.393951 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb330c81-9fb0-44c5-8203-b374403d6d36 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (2c0e7255-7a07-479d-8ea8-7ca240c9cfe1), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.410281 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb330c81-9fb0-44c5-8203-b374403d6d36 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0e7255-7a07-479d-8ea8-7ca240c9cfe1,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:40.418714 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb330c81-9fb0-44c5-8203-b374403d6d36 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.419905 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-fb330c81-9fb0-44c5-8203-b374403d6d36 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114492 Mar 29 15:35:40.422613 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50648) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:40.426869 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ca50f2c8-fc4e-432b-a106-1415eb180e19 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'security_group_rule': {'security_group_id': 'e3073032-b7a0-48c5-92dd-aeeeee521adf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:40.451051 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca50f2c8-fc4e-432b-a106-1415eb180e19 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (905c4d4d-5c9e-45f4-9fcd-e4ad40986ad8), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.504825 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca50f2c8-fc4e-432b-a106-1415eb180e19 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (905c4d4d-5c9e-45f4-9fcd-e4ad40986ad8), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.508240 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca50f2c8-fc4e-432b-a106-1415eb180e19 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (905c4d4d-5c9e-45f4-9fcd-e4ad40986ad8), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.524967 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50f2c8-fc4e-432b-a106-1415eb180e19 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905c4d4d-5c9e-45f4-9fcd-e4ad40986ad8,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:40.532528 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca50f2c8-fc4e-432b-a106-1415eb180e19 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.533713 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-ca50f2c8-fc4e-432b-a106-1415eb180e19 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1101778 Mar 29 15:35:40.536718 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50650) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:40.540859 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:40.559493 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.656126 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.761710 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Allocated IP 172.27.0.201 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/8ce62f6d-4f10-46c3-a985-2dc8b59cbec2) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:35:40.858131 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for port (8ce62f6d-4f10-46c3-a985-2dc8b59cbec2), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.891599 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (8ce62f6d-4f10-46c3-a985-2dc8b59cbec2), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:40.925862 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:35:40.929117 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:35:40.932621 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:35:40.962344 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'Port': ['ID=8ce62f6d-4f10-46c3-a985-2dc8b59cbec2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:41.026259 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (03d30fec-7fbb-4e08-bd69-a33b5057d9fb), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:41.060260 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (8ce62f6d-4f10-46c3-a985-2dc8b59cbec2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:41.206919 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for port (8ce62f6d-4f10-46c3-a985-2dc8b59cbec2), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:41.211769 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403429'] for port (8ce62f6d-4f10-46c3-a985-2dc8b59cbec2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:41.277350 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'Port': ['ID=8ce62f6d-4f10-46c3-a985-2dc8b59cbec2,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:41.286710 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (03d30fec-7fbb-4e08-bd69-a33b5057d9fb), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:41.301084 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:41.302303 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-cd9368e0-1b61-401c-9a98-f464ad9f6075 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7646372 Mar 29 15:35:41.494375 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-a02af565-56c5-4772-b0d1-567035175d9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1962451270&fields=id&tenant_id=b7767dd7a07543269ae18c59f05f8ae0 HTTP/1.1" status: 200 len: 267 time: 0.0449369 Mar 29 15:35:41.595337 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-c013a4a0-42e6-4821-bc7f-b479194050d3 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:41.596757 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-c013a4a0-42e6-4821-bc7f-b479194050d3 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 814 time: 0.0961235 Mar 29 15:35:41.611471 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-663c5ae2-fb10-4d3e-aace-c933bd6c966c tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/quotas/b7767dd7a07543269ae18c59f05f8ae0 HTTP/1.1" status: 200 len: 375 time: 0.0085428 Mar 29 15:35:41.664890 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-ee327840-9afc-4f48-9e58-44c0ad828cce tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484571 Mar 29 15:35:41.759788 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-c1628041-0cff-41b3-8d45-f4d07e24b07e service neutron] 10.222.0.18 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837877 Mar 29 15:35:41.845116 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-592bc8c4-d49b-4f3b-981f-6b42b8baf2a8 service neutron] 10.222.0.18 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798013 Mar 29 15:35:42.001565 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f5b402f6-6171-43b4-9e39-2c69ec914748 req-0f6fd76b-2e13-4cc2-883f-410d73e7d8bf tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 210 time: 0.0269833 Mar 29 15:35:42.131095 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 9b28accc-4a36-46f8-bcd9-8b097e1943a5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:35:42.154533 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 9b28accc-4a36-46f8-bcd9-8b097e1943a5 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:35:42.154873 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 9b28accc-4a36-46f8-bcd9-8b097e1943a5 not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:35:42.574692 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7ccb7d8e-26f4-4772-b6bf-ff84fd7db572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:42.959441 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-7e2f2478-a96f-4736-8002-c972ed3abac8 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:42.960812 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-7e2f2478-a96f-4736-8002-c972ed3abac8 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 814 time: 0.1044555 Mar 29 15:35:43.021684 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-fd11998a-12b8-472d-8549-60816d1a902b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7767dd7a07543269ae18c59f05f8ae0 HTTP/1.1" status: 200 len: 380 time: 0.0522234 Mar 29 15:35:43.030461 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-2f152625-d360-42d7-b7d5-b668bd95be53 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'port': {'device_id': '7efe653a-d44f-4a64-9d5a-8c969606e2db', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'admin_state_up': True, 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'security_groups': ['e3073032-b7a0-48c5-92dd-aeeeee521adf']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:43.095022 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-cf9ab759-6965-482c-95f7-288c49263d28 req-9f3874c6-e2bb-49b4-b6c3-f5b05309cad2 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 210 time: 0.0274034 Mar 29 15:35:43.139713 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-2f152625-d360-42d7-b7d5-b668bd95be53 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Made reservation on behalf of b7767dd7a07543269ae18c59f05f8ae0 for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:35:43.143028 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-2f152625-d360-42d7-b7d5-b668bd95be53 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:43.265508 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-2f152625-d360-42d7-b7d5-b668bd95be53 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Allocated IP 172.20.0.6 (54d38fb3-4b72-4750-9c01-9459fe44635d/e1c56faa-d030-427c-97d6-5e146a39601d/22dcb4f8-b5f1-44de-a638-bbd0e5565da7) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:35:43.397552 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-2f152625-d360-42d7-b7d5-b668bd95be53 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:43.429830 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-2f152625-d360-42d7-b7d5-b668bd95be53 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:43.469001 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-2f152625-d360-42d7-b7d5-b668bd95be53 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Network 54d38fb3-4b72-4750-9c01-9459fe44635d is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:35:43.471952 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-2f152625-d360-42d7-b7d5-b668bd95be53 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:35:43.475779 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-2f152625-d360-42d7-b7d5-b668bd95be53 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:35:43.503079 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f152625-d360-42d7-b7d5-b668bd95be53 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'Port': ['ID=22dcb4f8-b5f1-44de-a638-bbd0e5565da7,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:43.531892 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-2f152625-d360-42d7-b7d5-b668bd95be53 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:43.532518 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-2f152625-d360-42d7-b7d5-b668bd95be53 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:43.548613 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-2f152625-d360-42d7-b7d5-b668bd95be53 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5219762 Mar 29 15:35:43.561744 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Request body: {'port': {'device_id': '7efe653a-d44f-4a64-9d5a-8c969606e2db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:43.626913 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:43.687325 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-21b054a4-be16-4652-a193-9c6715463b9e None None] Provisioning complete for port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:35:43.687929 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-21b054a4-be16-4652-a193-9c6715463b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:43.721117 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-21b054a4-be16-4652-a193-9c6715463b9e None None] Port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:35:43.886232 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:35:43.893961 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Publish callbacks [] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:43.905455 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Transition to ACTIVE for port object 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:35:43.908913 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:43.960100 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Pushing event updated for resources: {'Port': ['ID=22dcb4f8-b5f1-44de-a638-bbd0e5565da7,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:44.029915 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Attempting to bind port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:35:44.030593 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Attempting to bind port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:35:44.030593 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Attempting to bind port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 on network 54d38fb3-4b72-4750-9c01-9459fe44635d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:35:44.035128 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 on network 54d38fb3-4b72-4750-9c01-9459fe44635d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:35:44.035967 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Attempting to bind port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 on network 54d38fb3-4b72-4750-9c01-9459fe44635d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:35:44.040912 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:35:44.041270 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Checking segment: {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:35:44.041652 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Bound using segment: {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:35:44.042073 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Bound port: 22dcb4f8-b5f1-44de-a638-bbd0e5565da7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:35:44.042431 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:44.106973 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] For port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:35:44.110105 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] For port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=22dcb4f8-b5f1-44de-a638-bbd0e5565da7,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:35:44.117119 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:44.151552 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:44.152665 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:44.153680 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] 10.222.0.31 "PUT /v2.0/ports/22dcb4f8-b5f1-44de-a638-bbd0e5565da7 HTTP/1.1" status: 200 len: 1093 time: 0.5960174 Mar 29 15:35:44.154121 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efe653a-d44f-4a64-9d5a-8c969606e2db', 'tag': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:44.156426 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdfbbbf-6bf7-4af2-868e-526996426c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "7efe653a-d44f-4a64-9d5a-8c969606e2db", "tag": "22dcb4f8-b5f1-44de-a638-bbd0e5565da7"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:44.201774 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603962c1-fc4d-4be0-ae26-077d633ad341 service neutron] Pushing event updated for resources: {'Port': ['ID=22dcb4f8-b5f1-44de-a638-bbd0e5565da7,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:44.222717 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8ee8db-755a-4dfa-be10-8917dca2a848 x-openstack-request-id: req-8e8ee8db-755a-4dfa-be10-8917dca2a848 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:44.223542 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efe653a-d44f-4a64-9d5a-8c969606e2db", "tag": "22dcb4f8-b5f1-44de-a638-bbd0e5565da7", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:44.223793 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e8ee8db-755a-4dfa-be10-8917dca2a848 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:44.224193 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8ee8db-755a-4dfa-be10-8917dca2a848'] response: {'name': 'network-changed', 'server_uuid': '7efe653a-d44f-4a64-9d5a-8c969606e2db', 'tag': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7', 'status': 'completed', 'code': 200} Mar 29 15:35:44.275708 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df5c2f-4e17-4dd0-b5ea-1bd8c8068648 req-d80988bb-a94b-47bc-92bb-71fbed681729 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:44.277236 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-65df5c2f-4e17-4dd0-b5ea-1bd8c8068648 req-d80988bb-a94b-47bc-92bb-71fbed681729 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 943 time: 0.0979805 Mar 29 15:35:44.279320 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-6af317d1-29ff-4d7b-86d3-bd504d2d3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:44.280675 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-6af317d1-29ff-4d7b-86d3-bd504d2d3fb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 1127 time: 0.0867686 Mar 29 15:35:44.335962 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-db85a4a5-7e81-4778-9865-2b1f8cfca3f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22dcb4f8-b5f1-44de-a638-bbd0e5565da7 HTTP/1.1" status: 200 len: 217 time: 0.0423856 Mar 29 15:35:44.393669 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-65df5c2f-4e17-4dd0-b5ea-1bd8c8068648 req-ed8e1d12-a705-4983-8661-876534d8a680 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3073032-b7a0-48c5-92dd-aeeeee521adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060162 Mar 29 15:35:44.404516 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-c2dd1642-f0f3-42b0-b14e-aa4b3e3c1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:44.406369 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-c2dd1642-f0f3-42b0-b14e-aa4b3e3c1f95 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c56faa-d030-427c-97d6-5e146a39601d HTTP/1.1" status: 200 len: 853 time: 0.0606530 Mar 29 15:35:44.455608 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-a6a5e24e-77dd-42aa-8b74-bfc649bdca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:44.457093 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-a6a5e24e-77dd-42aa-8b74-bfc649bdca38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54d38fb3-4b72-4750-9c01-9459fe44635d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444779 Mar 29 15:35:44.546006 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-972f7a4f-0250-4f9a-8cbb-e7352ae15867 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794194 Mar 29 15:35:44.637475 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d17e26c2-8e96-44cd-b507-6c158e3cdc99 req-e0461547-a200-4728-8b09-c5428cb12d75 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850813 Mar 29 15:35:44.730105 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfbbbf-6bf7-4af2-868e-526996426c2f req-be3187bc-63f3-4dc9-8e91-beb22f856394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:44.731496 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2bdfbbbf-6bf7-4af2-868e-526996426c2f req-be3187bc-63f3-4dc9-8e91-beb22f856394 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 1127 time: 0.0448194 Mar 29 15:35:44.821869 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfbbbf-6bf7-4af2-868e-526996426c2f req-89438c68-14da-4427-a0c3-fb60f30c150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:44.823310 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2bdfbbbf-6bf7-4af2-868e-526996426c2f req-89438c68-14da-4427-a0c3-fb60f30c150c service neutron] 10.222.0.31 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 915 time: 0.0855210 Mar 29 15:35:44.863357 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2bdfbbbf-6bf7-4af2-868e-526996426c2f req-1fddef2c-d6f2-4ae6-b252-c46a4e2160ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22dcb4f8-b5f1-44de-a638-bbd0e5565da7 HTTP/1.1" status: 200 len: 217 time: 0.0337574 Mar 29 15:35:44.911404 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfbbbf-6bf7-4af2-868e-526996426c2f req-a36e6c22-8fbb-435f-b717-5e554bcb1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:44.912847 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2bdfbbbf-6bf7-4af2-868e-526996426c2f req-a36e6c22-8fbb-435f-b717-5e554bcb1497 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c56faa-d030-427c-97d6-5e146a39601d HTTP/1.1" status: 200 len: 853 time: 0.0431559 Mar 29 15:35:44.966614 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfbbbf-6bf7-4af2-868e-526996426c2f req-df2b81a6-9292-404b-9206-814a359920af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:44.968098 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2bdfbbbf-6bf7-4af2-868e-526996426c2f req-df2b81a6-9292-404b-9206-814a359920af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54d38fb3-4b72-4750-9c01-9459fe44635d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475333 Mar 29 15:35:45.053709 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2bdfbbbf-6bf7-4af2-868e-526996426c2f req-2d229d4a-4ab4-43e8-9c0a-58ada6c69515 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793831 Mar 29 15:35:45.091319 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-54ecbd81-aa77-4dbb-905e-def247acbf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:45.149632 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2bdfbbbf-6bf7-4af2-868e-526996426c2f req-d8297e04-655f-4a1e-98ff-22f7474f901c service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866809 Mar 29 15:35:45.342358 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:45.514359 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b0ffb-4e51-4ab7-a128-f28005f94850 req-33a999a3-7aa2-4d5f-ae62-0c9363224e93 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:45.516081 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-476b0ffb-4e51-4ab7-a128-f28005f94850 req-33a999a3-7aa2-4d5f-ae62-0c9363224e93 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 943 time: 0.0561459 Mar 29 15:35:45.560573 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-476b0ffb-4e51-4ab7-a128-f28005f94850 req-294abcdd-ee8c-4825-af38-e38420cdae9d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3073032-b7a0-48c5-92dd-aeeeee521adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389495 Mar 29 15:35:46.079795 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:46.678261 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5003c1-3c38-4cc3-bf8b-b772cf8cd35a req-9dc535f7-65bd-4955-8b33-90e86e54e355 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:46.679715 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2b5003c1-3c38-4cc3-bf8b-b772cf8cd35a req-9dc535f7-65bd-4955-8b33-90e86e54e355 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 943 time: 0.0524182 Mar 29 15:35:46.725310 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2b5003c1-3c38-4cc3-bf8b-b772cf8cd35a req-66d27a82-b859-40ea-9293-7203a7225f41 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3073032-b7a0-48c5-92dd-aeeeee521adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401137 Mar 29 15:35:47.212293 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:47.587113 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ae037a0f-b5d9-48eb-840d-2ab2660672df req-5a896330-8bfd-454f-ad3a-a4f078e82f16 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428677 Mar 29 15:35:47.674058 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037a0f-b5d9-48eb-840d-2ab2660672df req-92eed3a0-2f1d-450e-9078-7d6892a09849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:47.675495 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ae037a0f-b5d9-48eb-840d-2ab2660672df req-92eed3a0-2f1d-450e-9078-7d6892a09849 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1623afb8886b48af82c5e0475cc0684d&device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 1130 time: 0.0458550 Mar 29 15:35:47.776284 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037a0f-b5d9-48eb-840d-2ab2660672df req-1bf840e6-07bc-4259-8ef9-5e095f2d3131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:47.777749 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ae037a0f-b5d9-48eb-840d-2ab2660672df req-1bf840e6-07bc-4259-8ef9-5e095f2d3131 service neutron] 10.222.0.31 "GET /v2.0/networks?id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 200 len: 919 time: 0.0823607 Mar 29 15:35:47.820653 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ae037a0f-b5d9-48eb-840d-2ab2660672df req-44875132-6de5-445b-b295-703063d14f59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c HTTP/1.1" status: 200 len: 217 time: 0.0339093 Mar 29 15:35:47.839908 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f4720-4af2-4ed9-b2a2-ed36cce95f02 req-aa1e21c5-7795-433d-a0c4-2dc8d48343cb tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:47.841328 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1c9f4720-4af2-4ed9-b2a2-ed36cce95f02 req-aa1e21c5-7795-433d-a0c4-2dc8d48343cb tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 943 time: 0.0514266 Mar 29 15:35:47.871776 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037a0f-b5d9-48eb-840d-2ab2660672df req-3665601b-96ac-45ba-9632-0a0453b59b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:47.873220 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ae037a0f-b5d9-48eb-840d-2ab2660672df req-3665601b-96ac-45ba-9632-0a0453b59b0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 200 len: 857 time: 0.0455766 Mar 29 15:35:47.887632 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1c9f4720-4af2-4ed9-b2a2-ed36cce95f02 req-0bc1b82f-f445-4d62-b9cb-1ac9b3267849 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3073032-b7a0-48c5-92dd-aeeeee521adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407717 Mar 29 15:35:47.922528 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037a0f-b5d9-48eb-840d-2ab2660672df req-02b7c683-2685-46c7-b463-50006a735e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:47.924015 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ae037a0f-b5d9-48eb-840d-2ab2660672df req-02b7c683-2685-46c7-b463-50006a735e63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439968 Mar 29 15:35:48.012509 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ae037a0f-b5d9-48eb-840d-2ab2660672df req-b961ba2e-23f7-444e-b225-8cbb0f0ba097 service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790396 Mar 29 15:35:48.101228 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ae037a0f-b5d9-48eb-840d-2ab2660672df req-af8cbc98-201f-43e5-9eaf-b4989450d76a service neutron] 10.222.0.31 "GET /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826554 Mar 29 15:35:48.155165 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:35:48.249099 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=22dcb4f8-b5f1-44de-a638-bbd0e5565da7,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:48.259753 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'port_id': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7', 'mac_address': 'fa:16:3e:21:5c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:35:48.298748 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:35:48.299131 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:48.311612 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:35:48.329717 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=22dcb4f8-b5f1-44de-a638-bbd0e5565da7,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:48.333890 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:48.378144 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=22dcb4f8-b5f1-44de-a638-bbd0e5565da7,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:48.635000 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['22dcb4f8-b5f1-44de-a638-bbd0e5565da7'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:35:48.779575 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:49.002419 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd577fe-9541-49a4-920b-7c6061dc8501 req-323f21ab-066d-4da0-a973-0acb4802377f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:49.003863 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4cd577fe-9541-49a4-920b-7c6061dc8501 req-323f21ab-066d-4da0-a973-0acb4802377f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 944 time: 0.0517893 Mar 29 15:35:49.049022 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4cd577fe-9541-49a4-920b-7c6061dc8501 req-75f44310-8544-4771-a5a3-265c5178ee8c tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3073032-b7a0-48c5-92dd-aeeeee521adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389216 Mar 29 15:35:50.168479 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff346f77-c122-486f-96ab-bb15b6be3733 req-d6326564-e95b-4ac1-8e45-096d95965009 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:50.169966 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ff346f77-c122-486f-96ab-bb15b6be3733 req-d6326564-e95b-4ac1-8e45-096d95965009 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 944 time: 0.0542917 Mar 29 15:35:50.186505 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:35:50.215696 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ff346f77-c122-486f-96ab-bb15b6be3733 req-d4e02fc2-835a-4cbf-883c-71853d01f701 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3073032-b7a0-48c5-92dd-aeeeee521adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402842 Mar 29 15:35:50.235081 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:35:50.239937 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:35:50.240312 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:50.316563 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:35:50.316963 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:50.338842 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efe653a-d44f-4a64-9d5a-8c969606e2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:50.340986 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccb14d6-7832-4845-b360-4d3c2b9a7c90" -d '{"events": [{"server_uuid": "7efe653a-d44f-4a64-9d5a-8c969606e2db", "name": "network-vif-plugged", "status": "completed", "tag": "22dcb4f8-b5f1-44de-a638-bbd0e5565da7"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:50.353421 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=22dcb4f8-b5f1-44de-a638-bbd0e5565da7,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:50.357318 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:50.380593 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87188fa9-e572-4e28-a4eb-89ea3d8e6482 x-openstack-request-id: req-87188fa9-e572-4e28-a4eb-89ea3d8e6482 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:50.380888 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efe653a-d44f-4a64-9d5a-8c969606e2db", "name": "network-vif-plugged", "status": "completed", "tag": "22dcb4f8-b5f1-44de-a638-bbd0e5565da7", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:50.381149 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87188fa9-e572-4e28-a4eb-89ea3d8e6482 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:50.381535 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87188fa9-e572-4e28-a4eb-89ea3d8e6482'] response: {'server_uuid': '7efe653a-d44f-4a64-9d5a-8c969606e2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7', 'code': 200} Mar 29 15:35:50.407532 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=22dcb4f8-b5f1-44de-a638-bbd0e5565da7,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:50.550285 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbbe22-810f-44ec-ab69-82cf9aade28f req-c536dc6d-2a8a-4a13-a700-5ae30913c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:50.551740 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-81dbbe22-810f-44ec-ab69-82cf9aade28f req-c536dc6d-2a8a-4a13-a700-5ae30913c30d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 1129 time: 0.0466046 Mar 29 15:35:50.595453 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-81dbbe22-810f-44ec-ab69-82cf9aade28f req-5acebd8d-58a2-492e-97a9-ded207b670bc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e3073032-b7a0-48c5-92dd-aeeeee521adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357895 Mar 29 15:35:51.332859 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d032d-ce34-4670-a3ef-7aca629dbb3c req-f247c574-129b-447b-a474-e06eb2f41aa4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:51.334377 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5b5d032d-ce34-4670-a3ef-7aca629dbb3c req-f247c574-129b-447b-a474-e06eb2f41aa4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 945 time: 0.0524530 Mar 29 15:35:51.380011 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5b5d032d-ce34-4670-a3ef-7aca629dbb3c req-df860a96-3522-41e4-af30-3ddbac30ae5d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3073032-b7a0-48c5-92dd-aeeeee521adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401902 Mar 29 15:35:52.498388 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cac69-be3f-4745-b3e5-54357b9e1d05 req-da741129-e0ca-4ff6-9d78-2802da008450 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:52.499923 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-dc5cac69-be3f-4745-b3e5-54357b9e1d05 req-da741129-e0ca-4ff6-9d78-2802da008450 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 945 time: 0.0533895 Mar 29 15:35:52.547953 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-dc5cac69-be3f-4745-b3e5-54357b9e1d05 req-e067eb4d-34ec-4f52-822c-f0fa1ea154d3 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3073032-b7a0-48c5-92dd-aeeeee521adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424068 Mar 29 15:35:52.664341 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497c5a3-de01-4fde-af3c-b61ea54f8e60 req-7ec0a5d4-9e59-4faf-ab78-1cab37379227 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:52.665772 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2497c5a3-de01-4fde-af3c-b61ea54f8e60 req-7ec0a5d4-9e59-4faf-ab78-1cab37379227 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 945 time: 0.0557661 Mar 29 15:35:52.674680 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50718) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:52.679495 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-762295c1-898a-4f3f-b5f0-95c5d001fe9b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'floatingip': {'port_id': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:52.720776 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-762295c1-898a-4f3f-b5f0-95c5d001fe9b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (03d30fec-7fbb-4e08-bd69-a33b5057d9fb), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:53.153738 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-762295c1-898a-4f3f-b5f0-95c5d001fe9b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:53.157568 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-762295c1-898a-4f3f-b5f0-95c5d001fe9b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (03d30fec-7fbb-4e08-bd69-a33b5057d9fb), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:53.191857 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41070f-5554-4167-bd66-25221f0762ec req-b05a3bfe-dc05-4887-8854-66e0d6a88282 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:53.193367 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fa41070f-5554-4167-bd66-25221f0762ec req-b05a3bfe-dc05-4887-8854-66e0d6a88282 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 947 time: 0.0535042 Mar 29 15:35:53.240602 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fa41070f-5554-4167-bd66-25221f0762ec req-9cccf77f-93ca-43a2-b4f2-ba447715ba5d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415771 Mar 29 15:35:53.263388 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [None req-762295c1-898a-4f3f-b5f0-95c5d001fe9b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Floating IP 03d30fec-7fbb-4e08-bd69-a33b5057d9fb associated. External IP: 172.27.0.201, port: 22dcb4f8-b5f1-44de-a638-bbd0e5565da7. Mar 29 15:35:53.729654 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762295c1-898a-4f3f-b5f0-95c5d001fe9b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Router dca01e38-1c5f-4e5b-8608-bf515fffe9ee has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:35:53.842128 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762295c1-898a-4f3f-b5f0-95c5d001fe9b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:35:53.848377 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-762295c1-898a-4f3f-b5f0-95c5d001fe9b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:53.852306 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5041e2-b446-4f1d-a038-76cc29e72721 None None] Sync routers for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:35:53.861405 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5041e2-b446-4f1d-a038-76cc29e72721 None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:53.862047 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7c5041e2-b446-4f1d-a038-76cc29e72721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:35:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:53.892960 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-762295c1-898a-4f3f-b5f0-95c5d001fe9b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "PUT /v2.0/floatingips/03d30fec-7fbb-4e08-bd69-a33b5057d9fb HTTP/1.1" status: 200 len: 991 time: 1.2071550 Mar 29 15:35:53.892960 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efe653a-d44f-4a64-9d5a-8c969606e2db', 'tag': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:53.892960 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b9f8ab-419b-4d37-a195-0e833269c453" -d '{"events": [{"name": "network-changed", "server_uuid": "7efe653a-d44f-4a64-9d5a-8c969606e2db", "tag": "22dcb4f8-b5f1-44de-a638-bbd0e5565da7"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:53.924036 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed5f042-9fdd-4b25-aac7-bb1b49a1d06d x-openstack-request-id: req-fed5f042-9fdd-4b25-aac7-bb1b49a1d06d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:53.924335 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efe653a-d44f-4a64-9d5a-8c969606e2db", "tag": "22dcb4f8-b5f1-44de-a638-bbd0e5565da7", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:53.924595 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fed5f042-9fdd-4b25-aac7-bb1b49a1d06d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:53.925028 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed5f042-9fdd-4b25-aac7-bb1b49a1d06d'] response: {'name': 'network-changed', 'server_uuid': '7efe653a-d44f-4a64-9d5a-8c969606e2db', 'tag': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7', 'status': 'completed', 'code': 200} Mar 29 15:35:53.971930 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7c5041e2-b446-4f1d-a038-76cc29e72721 None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:54.002156 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9f8ab-419b-4d37-a195-0e833269c453 req-63ebcbee-137f-43a4-8ded-66eea74eb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:54.003537 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e4b9f8ab-419b-4d37-a195-0e833269c453 req-63ebcbee-137f-43a4-8ded-66eea74eb64c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 1129 time: 0.0446334 Mar 29 15:35:54.104994 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9f8ab-419b-4d37-a195-0e833269c453 req-037b9c2a-f80c-4e7e-b8c7-547e562092b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:54.106444 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e4b9f8ab-419b-4d37-a195-0e833269c453 req-037b9c2a-f80c-4e7e-b8c7-547e562092b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 915 time: 0.0948958 Mar 29 15:35:54.171371 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e4b9f8ab-419b-4d37-a195-0e833269c453 req-77f03868-82cf-4d22-ae59-7e74c1306704 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22dcb4f8-b5f1-44de-a638-bbd0e5565da7 HTTP/1.1" status: 200 len: 999 time: 0.0583513 Mar 29 15:35:54.207152 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7c5041e2-b446-4f1d-a038-76cc29e72721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '03d30fec-7fbb-4e08-bd69-a33b5057d9fb', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:21:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efe653a-d44f-4a64-9d5a-8c969606e2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:35:40Z', 'updated_at': '2022-03-29T15:35:53Z', 'revision_number': 1, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:54.228819 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9f8ab-419b-4d37-a195-0e833269c453 req-cb575629-6afb-4f31-9bd6-811c21f31f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:54.230268 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e4b9f8ab-419b-4d37-a195-0e833269c453 req-cb575629-6afb-4f31-9bd6-811c21f31f33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c56faa-d030-427c-97d6-5e146a39601d HTTP/1.1" status: 200 len: 853 time: 0.0423820 Mar 29 15:35:54.233633 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5041e2-b446-4f1d-a038-76cc29e72721 None None] Checking router: dca01e38-1c5f-4e5b-8608-bf515fffe9ee for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:35:54.242985 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5041e2-b446-4f1d-a038-76cc29e72721 None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:54.243631 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7c5041e2-b446-4f1d-a038-76cc29e72721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:35:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:54.283672 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9f8ab-419b-4d37-a195-0e833269c453 req-31227bce-c3b7-4d52-a91a-2ffbd2abc6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:54.285253 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e4b9f8ab-419b-4d37-a195-0e833269c453 req-31227bce-c3b7-4d52-a91a-2ffbd2abc6fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54d38fb3-4b72-4750-9c01-9459fe44635d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482733 Mar 29 15:35:54.355182 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7c5041e2-b446-4f1d-a038-76cc29e72721 None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:54.365648 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2963f-d9d2-4b5c-aa04-4c4127bb5363 req-93dcff9a-a169-4407-ab65-246e28b6ef65 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:54.367144 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-def2963f-d9d2-4b5c-aa04-4c4127bb5363 req-93dcff9a-a169-4407-ab65-246e28b6ef65 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 947 time: 0.0537448 Mar 29 15:35:54.374854 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e4b9f8ab-419b-4d37-a195-0e833269c453 req-0c68b724-3910-4b8e-8c9e-11bf3ba0d261 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829298 Mar 29 15:35:54.425394 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-def2963f-d9d2-4b5c-aa04-4c4127bb5363 req-869086d3-da47-4b32-8a25-d99818be9757 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1495fab-471b-48ba-9692-77072ab73acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511019 Mar 29 15:35:54.472028 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e4b9f8ab-419b-4d37-a195-0e833269c453 req-5f72bfd8-54a9-48d2-95d8-a1506ef4be6c service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877628 Mar 29 15:35:54.579377 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7c5041e2-b446-4f1d-a038-76cc29e72721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '03d30fec-7fbb-4e08-bd69-a33b5057d9fb', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:21:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efe653a-d44f-4a64-9d5a-8c969606e2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:35:40Z', 'updated_at': '2022-03-29T15:35:53Z', 'revision_number': 1, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:54.608315 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5041e2-b446-4f1d-a038-76cc29e72721 None None] The sync data for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi is: [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '03d30fec-7fbb-4e08-bd69-a33b5057d9fb', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:21:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efe653a-d44f-4a64-9d5a-8c969606e2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:35:40Z', 'updated_at': '2022-03-29T15:35:53Z', 'revision_number': 1, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:35:54.798425 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ce1caa-519d-419c-b047-071b6ca7663b None None] New status for floating IP 03d30fec-7fbb-4e08-bd69-a33b5057d9fb: ACTIVE {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:35:54.903667 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-c2797549-8381-4fc2-9574-f0cd73c600a7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:54.905078 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-c2797549-8381-4fc2-9574-f0cd73c600a7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 947 time: 0.0522029 Mar 29 15:35:54.999249 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Deleting port 73378be3-b180-4b37-a2a9-b3a75e3407e9 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:35:54.999586 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:55.088358 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] For port 73378be3-b180-4b37-a2a9-b3a75e3407e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73378be3-b180-4b37-a2a9-b3a75e3407e9,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:35:55.088721 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:55.254125 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:55.254392 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (579caba4-80ed-43ee-81d1-ee4be1853549), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:55.254696 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Floating IP 579caba4-80ed-43ee-81d1-ee4be1853549 disassociated. External IP: 172.27.0.110, port: 73378be3-b180-4b37-a2a9-b3a75e3407e9. Mar 29 15:35:55.255023 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Calling delete_port for 73378be3-b180-4b37-a2a9-b3a75e3407e9 owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:35:55.380139 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (73378be3-b180-4b37-a2a9-b3a75e3407e9), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:55.407072 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event deleted for resources: {'Port': ['ID=73378be3-b180-4b37-a2a9-b3a75e3407e9,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:55.529230 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-21f29c2e-8e21-46ce-acfd-0232f9645664 req-a52542fe-98a4-4660-86a2-ee2c12b13cb4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c HTTP/1.1" status: 200 len: 210 time: 0.0303702 Mar 29 15:35:55.547126 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Router 7c60850a-e794-4213-a687-0c0e14235ba5 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:35:55.654679 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:35:55.664409 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea40599-e0b9-4cf7-ae69-2c967e635d25 None None] Sync routers for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:35:55.674191 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea40599-e0b9-4cf7-ae69-2c967e635d25 None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:55.674877 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5ea40599-e0b9-4cf7-ae69-2c967e635d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:35:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:55.700730 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] No DVR routers for this DVR port 73378be3-b180-4b37-a2a9-b3a75e3407e9 on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:35:55.703208 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:55.706495 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ae12572f-1988-4c1e-bb09-5bb771353b6c req-aae21c20-2c0a-4152-9b6b-11a9a90d0a73 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.31 "DELETE /v2.0/ports/73378be3-b180-4b37-a2a9-b3a75e3407e9 HTTP/1.1" status: 204 len: 173 time: 0.7962844 Mar 29 15:35:55.917307 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5ea40599-e0b9-4cf7-ae69-2c967e635d25 None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:55.926400 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'name': 'network-vif-deleted', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:35:55.928748 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682cf297-e824-4071-b255-674e8969886a" -d '{"events": [{"server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "name": "network-vif-deleted", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:35:55.963948 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f8a9b7-76f0-4be8-88c6-5b022f314ed3 x-openstack-request-id: req-09f8a9b7-76f0-4be8-88c6-5b022f314ed3 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:35:55.964241 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c", "name": "network-vif-deleted", "tag": "73378be3-b180-4b37-a2a9-b3a75e3407e9", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:35:55.964495 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09f8a9b7-76f0-4be8-88c6-5b022f314ed3 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:35:55.964898 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f8a9b7-76f0-4be8-88c6-5b022f314ed3'] response: {'server_uuid': '2bbc896d-e8d5-4fa5-8cc2-834c5a31f52c', 'name': 'network-vif-deleted', 'tag': '73378be3-b180-4b37-a2a9-b3a75e3407e9', 'status': 'completed', 'code': 200} Mar 29 15:35:56.111805 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5ea40599-e0b9-4cf7-ae69-2c967e635d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:02Z', 'revision_number': 5, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:56.141931 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea40599-e0b9-4cf7-ae69-2c967e635d25 None None] Checking router: 7c60850a-e794-4213-a687-0c0e14235ba5 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:35:56.151587 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea40599-e0b9-4cf7-ae69-2c967e635d25 None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:35:56.152209 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5ea40599-e0b9-4cf7-ae69-2c967e635d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:35:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:56.256540 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5ea40599-e0b9-4cf7-ae69-2c967e635d25 None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:35:56.449600 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5ea40599-e0b9-4cf7-ae69-2c967e635d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:02Z', 'revision_number': 5, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:35:56.475577 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea40599-e0b9-4cf7-ae69-2c967e635d25 None None] The sync data for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi is: [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:02Z', 'revision_number': 5, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:35:56.616655 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50742) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:56.672839 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7ba87f59-ed97-4264-b698-c9fc75d2cd9a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group (e1495fab-471b-48ba-9692-77072ab73acd), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:56.695240 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7523c-d73e-4f94-8eb1-1521ef54963d None None] New status for floating IP 579caba4-80ed-43ee-81d1-ee4be1853549: DOWN {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:35:56.699046 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7ba87f59-ed97-4264-b698-c9fc75d2cd9a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group (e1495fab-471b-48ba-9692-77072ab73acd), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:56.746422 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7ba87f59-ed97-4264-b698-c9fc75d2cd9a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e1495fab-471b-48ba-9692-77072ab73acd), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:56.748907 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7ba87f59-ed97-4264-b698-c9fc75d2cd9a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:56.750080 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-7ba87f59-ed97-4264-b698-c9fc75d2cd9a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "DELETE /v2.0/security-groups/e1495fab-471b-48ba-9692-77072ab73acd HTTP/1.1" status: 204 len: 168 time: 0.1323652 Mar 29 15:35:56.756954 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50744) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:56.760433 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba87f59-ed97-4264-b698-c9fc75d2cd9a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1495fab-471b-48ba-9692-77072ab73acd,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:56.767955 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.api.v2.resource [None req-e231025c-e7c6-416b-9833-dafe2a523980 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] show failed (client error): The resource could not be found. Mar 29 15:35:56.772734 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e231025c-e7c6-416b-9833-dafe2a523980 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups/e1495fab-471b-48ba-9692-77072ab73acd HTTP/1.1" status: 404 len: 347 time: 0.0182154 Mar 29 15:35:56.773503 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50746) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:56.903828 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e0eda77d-fdab-444f-91c1-b925b0b931fc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Deleting port ca2be9a4-2e01-47fa-bf2d-735d18c88d2a {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:35:56.904163 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e0eda77d-fdab-444f-91c1-b925b0b931fc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (ca2be9a4-2e01-47fa-bf2d-735d18c88d2a), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:56.980196 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e0eda77d-fdab-444f-91c1-b925b0b931fc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (ca2be9a4-2e01-47fa-bf2d-735d18c88d2a), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:56.980877 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e0eda77d-fdab-444f-91c1-b925b0b931fc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (ca2be9a4-2e01-47fa-bf2d-735d18c88d2a), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:56.991715 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e0eda77d-fdab-444f-91c1-b925b0b931fc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Calling delete_port for ca2be9a4-2e01-47fa-bf2d-735d18c88d2a owned by network:floatingip {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:35:57.117632 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e0eda77d-fdab-444f-91c1-b925b0b931fc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (ca2be9a4-2e01-47fa-bf2d-735d18c88d2a), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.146770 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eda77d-fdab-444f-91c1-b925b0b931fc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event deleted for resources: {'Port': ['ID=ca2be9a4-2e01-47fa-bf2d-735d18c88d2a,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:57.203668 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e0eda77d-fdab-444f-91c1-b925b0b931fc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (579caba4-80ed-43ee-81d1-ee4be1853549), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.206233 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e0eda77d-fdab-444f-91c1-b925b0b931fc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.207421 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-e0eda77d-fdab-444f-91c1-b925b0b931fc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "DELETE /v2.0/floatingips/579caba4-80ed-43ee-81d1-ee4be1853549 HTTP/1.1" status: 204 len: 168 time: 0.4329202 Mar 29 15:35:57.526844 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50750) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:57.531358 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-8b715eb5-3d2f-4792-8399-0eae2e653a12 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--233804702', 'description': 'tempest-description--1492168390'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:57.549993 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8b715eb5-3d2f-4792-8399-0eae2e653a12 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.613110 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8b715eb5-3d2f-4792-8399-0eae2e653a12 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group (ed8cd36e-0140-45ee-89bd-460be3bfa86d), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.616635 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8b715eb5-3d2f-4792-8399-0eae2e653a12 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (ed8cd36e-0140-45ee-89bd-460be3bfa86d), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.646863 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b715eb5-3d2f-4792-8399-0eae2e653a12 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8cd36e-0140-45ee-89bd-460be3bfa86d,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:57.651851 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8b715eb5-3d2f-4792-8399-0eae2e653a12 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.653121 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-8b715eb5-3d2f-4792-8399-0eae2e653a12 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1252182 Mar 29 15:35:57.655846 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50752) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:57.659988 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-5d74d192-09e6-4bc3-a4bb-cd6c8401012d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Request body: {'security_group_rule': {'security_group_id': 'ed8cd36e-0140-45ee-89bd-460be3bfa86d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:57.682373 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5d74d192-09e6-4bc3-a4bb-cd6c8401012d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group_rule (7970cdf2-f213-4a83-a6d8-aadb13266770), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.739183 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5d74d192-09e6-4bc3-a4bb-cd6c8401012d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group_rule (7970cdf2-f213-4a83-a6d8-aadb13266770), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.742571 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5d74d192-09e6-4bc3-a4bb-cd6c8401012d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (7970cdf2-f213-4a83-a6d8-aadb13266770), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.758758 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74d192-09e6-4bc3-a4bb-cd6c8401012d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7970cdf2-f213-4a83-a6d8-aadb13266770,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:57.768741 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5d74d192-09e6-4bc3-a4bb-cd6c8401012d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.770006 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-5d74d192-09e6-4bc3-a4bb-cd6c8401012d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132543 Mar 29 15:35:57.772750 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50754) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:57.776882 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-6a78e6cd-7eb8-48ac-87c0-f3c918796b6f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Request body: {'security_group_rule': {'security_group_id': 'ed8cd36e-0140-45ee-89bd-460be3bfa86d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:57.800342 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6a78e6cd-7eb8-48ac-87c0-f3c918796b6f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group_rule (40d569e9-eb76-4f35-a910-b230b406eec7), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.861229 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6a78e6cd-7eb8-48ac-87c0-f3c918796b6f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group_rule (40d569e9-eb76-4f35-a910-b230b406eec7), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.865299 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6a78e6cd-7eb8-48ac-87c0-f3c918796b6f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (40d569e9-eb76-4f35-a910-b230b406eec7), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.882779 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78e6cd-7eb8-48ac-87c0-f3c918796b6f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d569e9-eb76-4f35-a910-b230b406eec7,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:57.887257 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6a78e6cd-7eb8-48ac-87c0-f3c918796b6f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:57.889372 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-6a78e6cd-7eb8-48ac-87c0-f3c918796b6f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156409 Mar 29 15:35:57.891697 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50756) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:35:57.896489 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:35:57.916361 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:58.011966 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:58.078400 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:35:58.112948 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Allocated IP 172.27.0.253 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/87d18b75-bb45-4bb0-8d6d-ce70068e4e9d) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:35:58.185847 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 73378be3-b180-4b37-a2a9-b3a75e3407e9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:35:58.208555 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 73378be3-b180-4b37-a2a9-b3a75e3407e9 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:35:58.208903 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 73378be3-b180-4b37-a2a9-b3a75e3407e9 not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:35:58.215361 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for port (87d18b75-bb45-4bb0-8d6d-ce70068e4e9d), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:58.248304 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (87d18b75-bb45-4bb0-8d6d-ce70068e4e9d), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:58.282910 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:35:58.285582 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:35:58.288921 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:35:58.313413 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event updated for resources: {'Port': ['ID=87d18b75-bb45-4bb0-8d6d-ce70068e4e9d,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:58.379269 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (8285b4bb-8a58-4646-8659-7b2a4d450732), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:58.413602 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (87d18b75-bb45-4bb0-8d6d-ce70068e4e9d), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:58.558597 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for port (87d18b75-bb45-4bb0-8d6d-ce70068e4e9d), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:58.562802 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (87d18b75-bb45-4bb0-8d6d-ce70068e4e9d), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:58.629201 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event updated for resources: {'Port': ['ID=87d18b75-bb45-4bb0-8d6d-ce70068e4e9d,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:35:58.638774 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (8285b4bb-8a58-4646-8659-7b2a4d450732), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:58.653955 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:35:58.655171 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-efbbdd48-884a-4b3c-9a0e-198c05835850 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7624979 Mar 29 15:35:58.848056 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-ae81929d-c6f2-4d5b-b2bb-91349b5a314b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--233804702&fields=id&tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc HTTP/1.1" status: 200 len: 267 time: 0.0444770 Mar 29 15:35:58.950895 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f0e88-adf8-4399-b1da-d10680399393 req-a64b54a2-d3ac-4950-8386-a059cc77cc1f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:35:58.952342 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-a64b54a2-d3ac-4950-8386-a059cc77cc1f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/networks?id=6af2c806-9c32-4a97-8072-598765883877 HTTP/1.1" status: 200 len: 816 time: 0.0975630 Mar 29 15:35:58.967401 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-04dfbf06-9c76-49ff-91af-b6e347adcd63 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/quotas/f741faf07fb54ef2b7e833c09bc9f0fc HTTP/1.1" status: 200 len: 375 time: 0.0088036 Mar 29 15:35:59.021445 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-f9a0d7c8-7eec-49f6-9f71-0745a2d45c57 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491569 Mar 29 15:35:59.121099 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-8788a65b-7501-4008-b5ed-e49336676b73 service neutron] 10.222.0.18 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882893 Mar 29 15:35:59.206589 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-d7d788cf-3d65-43a7-a386-1f1fb301784e service neutron] 10.222.0.18 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800183 Mar 29 15:35:59.366957 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c5949b81-5809-49b6-9c39-0ff0b399b4c4 req-446ad10d-8b46-4c2e-8a35-90e0261e51aa tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 210 time: 0.0284295 Mar 29 15:36:00.349926 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f0e88-adf8-4399-b1da-d10680399393 req-ce946239-cd55-4e8e-a911-0c1a779bf755 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:00.351464 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-ce946239-cd55-4e8e-a911-0c1a779bf755 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.31 "GET /v2.0/networks?id=6af2c806-9c32-4a97-8072-598765883877 HTTP/1.1" status: 200 len: 816 time: 0.1092956 Mar 29 15:36:00.415305 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-8b5e6ea3-5dd8-4f58-ae54-5030e0d3d8a5 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc HTTP/1.1" status: 200 len: 379 time: 0.0544982 Mar 29 15:36:00.424631 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-604f0e88-adf8-4399-b1da-d10680399393 req-67342411-2aef-4324-a3a2-0481a333ef46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Request body: {'port': {'device_id': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'admin_state_up': True, 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'security_groups': ['ed8cd36e-0140-45ee-89bd-460be3bfa86d']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:00.477313 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1b6ac768-6a5b-40b5-a52f-d1797304c2b6 req-232a462d-7863-4d7e-8b8f-bb54de92b2c2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 210 time: 0.0315769 Mar 29 15:36:00.532754 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604f0e88-adf8-4399-b1da-d10680399393 req-67342411-2aef-4324-a3a2-0481a333ef46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Made reservation on behalf of f741faf07fb54ef2b7e833c09bc9f0fc for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:00.536165 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-604f0e88-adf8-4399-b1da-d10680399393 req-67342411-2aef-4324-a3a2-0481a333ef46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:00.668036 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-604f0e88-adf8-4399-b1da-d10680399393 req-67342411-2aef-4324-a3a2-0481a333ef46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Allocated IP 172.20.0.13 (6af2c806-9c32-4a97-8072-598765883877/3c996c52-decf-419a-b06f-413a1a03acb7/0fc68124-ef82-4e33-9816-2a154e366862) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:36:00.802573 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-604f0e88-adf8-4399-b1da-d10680399393 req-67342411-2aef-4324-a3a2-0481a333ef46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for port (0fc68124-ef82-4e33-9816-2a154e366862), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:00.836591 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-604f0e88-adf8-4399-b1da-d10680399393 req-67342411-2aef-4324-a3a2-0481a333ef46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (0fc68124-ef82-4e33-9816-2a154e366862), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:00.880907 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604f0e88-adf8-4399-b1da-d10680399393 req-67342411-2aef-4324-a3a2-0481a333ef46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Network 6af2c806-9c32-4a97-8072-598765883877 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:00.883915 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-604f0e88-adf8-4399-b1da-d10680399393 req-67342411-2aef-4324-a3a2-0481a333ef46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:00.889543 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-604f0e88-adf8-4399-b1da-d10680399393 req-67342411-2aef-4324-a3a2-0481a333ef46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:36:00.915699 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67342411-2aef-4324-a3a2-0481a333ef46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event updated for resources: {'Port': ['ID=0fc68124-ef82-4e33-9816-2a154e366862,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:00.946136 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f0e88-adf8-4399-b1da-d10680399393 req-67342411-2aef-4324-a3a2-0481a333ef46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:00.946808 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-604f0e88-adf8-4399-b1da-d10680399393 req-67342411-2aef-4324-a3a2-0481a333ef46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:00.964433 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-67342411-2aef-4324-a3a2-0481a333ef46 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5436802 Mar 29 15:36:00.976736 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Request body: {'port': {'device_id': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:01.047007 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0fc68124-ef82-4e33-9816-2a154e366862), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:01.131420 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-6bff1132-6842-40f0-970a-4670d1a134e2 None None] Provisioning complete for port 0fc68124-ef82-4e33-9816-2a154e366862 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:36:01.132056 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6bff1132-6842-40f0-970a-4670d1a134e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0fc68124-ef82-4e33-9816-2a154e366862), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:01.166723 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-6bff1132-6842-40f0-970a-4670d1a134e2 None None] Port 0fc68124-ef82-4e33-9816-2a154e366862 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:36:01.296962 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc68124-ef82-4e33-9816-2a154e366862 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:36:01.304177 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Publish callbacks [] for port (0fc68124-ef82-4e33-9816-2a154e366862), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:01.315431 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Transition to ACTIVE for port object 0fc68124-ef82-4e33-9816-2a154e366862 will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:36:01.319948 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (0fc68124-ef82-4e33-9816-2a154e366862), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:01.367021 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc68124-ef82-4e33-9816-2a154e366862,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:01.442937 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Attempting to bind port 0fc68124-ef82-4e33-9816-2a154e366862 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:36:01.443584 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Attempting to bind port 0fc68124-ef82-4e33-9816-2a154e366862 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:36:01.443584 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Attempting to bind port 0fc68124-ef82-4e33-9816-2a154e366862 on network 6af2c806-9c32-4a97-8072-598765883877 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:01.448026 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Port 0fc68124-ef82-4e33-9816-2a154e366862 on network 6af2c806-9c32-4a97-8072-598765883877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:36:01.448345 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Attempting to bind port 0fc68124-ef82-4e33-9816-2a154e366862 on network 6af2c806-9c32-4a97-8072-598765883877 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:01.453280 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:36:01.453617 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Checking segment: {'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:36:01.455095 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Bound using segment: {'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:36:01.455095 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Bound port: 0fc68124-ef82-4e33-9816-2a154e366862, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ea50ac-7efe-46b8-8e70-5d000da243d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6af2c806-9c32-4a97-8072-598765883877'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:36:01.455095 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0fc68124-ef82-4e33-9816-2a154e366862), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:01.520200 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] For port 0fc68124-ef82-4e33-9816-2a154e366862, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:36:01.524669 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] For port 0fc68124-ef82-4e33-9816-2a154e366862, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0fc68124-ef82-4e33-9816-2a154e366862,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:36:01.530446 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (0fc68124-ef82-4e33-9816-2a154e366862), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:01.572827 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:01.573484 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:01.574837 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] 10.222.0.31 "PUT /v2.0/ports/0fc68124-ef82-4e33-9816-2a154e366862 HTTP/1.1" status: 200 len: 1094 time: 0.6027915 Mar 29 15:36:01.589404 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:01.591513 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46260680-c2b1-4deb-bf6f-35f4ca726fca" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "tag": "0fc68124-ef82-4e33-9816-2a154e366862"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:01.634866 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4de2ce2-4d49-4c78-9a47-5e3e1a22677e x-openstack-request-id: req-d4de2ce2-4d49-4c78-9a47-5e3e1a22677e {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:01.635171 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "tag": "0fc68124-ef82-4e33-9816-2a154e366862", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:01.635446 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4de2ce2-4d49-4c78-9a47-5e3e1a22677e {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:01.635840 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4de2ce2-4d49-4c78-9a47-5e3e1a22677e'] response: {'name': 'network-changed', 'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862', 'status': 'completed', 'code': 200} Mar 29 15:36:01.651707 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad100401-c648-4ff3-8d91-d2a4023f48e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc68124-ef82-4e33-9816-2a154e366862,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:01.676326 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95976c9-d0d7-4e9e-9e81-edd2901f7619 req-a25bf37c-9b6d-4e70-ac89-35d550502b27 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:01.677896 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f95976c9-d0d7-4e9e-9e81-edd2901f7619 req-a25bf37c-9b6d-4e70-ac89-35d550502b27 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.1226082 Mar 29 15:36:01.694731 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f0e88-adf8-4399-b1da-d10680399393 req-0d38c7d6-8a29-46bf-88a8-8b3368c1e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:01.696229 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-0d38c7d6-8a29-46bf-88a8-8b3368c1e0d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 1128 time: 0.0760198 Mar 29 15:36:01.751064 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-e7518689-27b2-4dd2-826f-7d4fa5a9423d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fc68124-ef82-4e33-9816-2a154e366862 HTTP/1.1" status: 200 len: 217 time: 0.0413377 Mar 29 15:36:01.792385 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f95976c9-d0d7-4e9e-9e81-edd2901f7619 req-00214215-c2a3-4328-9cae-e3894c1b0ae8 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078892 Mar 29 15:36:01.818690 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f0e88-adf8-4399-b1da-d10680399393 req-de9209bd-2f90-4062-bf74-aafc1ffe3c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:01.820144 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-de9209bd-2f90-4062-bf74-aafc1ffe3c57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c996c52-decf-419a-b06f-413a1a03acb7 HTTP/1.1" status: 200 len: 855 time: 0.0618289 Mar 29 15:36:01.871113 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f0e88-adf8-4399-b1da-d10680399393 req-5e1e9833-6297-45c4-9dfb-acf99e71511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:01.872600 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-5e1e9833-6297-45c4-9dfb-acf99e71511d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6af2c806-9c32-4a97-8072-598765883877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444796 Mar 29 15:36:01.958423 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-17463a5b-0762-4e29-ab99-2134424e0c7c service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783796 Mar 29 15:36:02.050044 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-604f0e88-adf8-4399-b1da-d10680399393 req-caffb179-8aaa-47fa-a280-cad53d0eee2a service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838954 Mar 29 15:36:02.137969 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260680-c2b1-4deb-bf6f-35f4ca726fca req-13870765-15fa-4eee-abb9-d7c9e029adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:02.139846 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-46260680-c2b1-4deb-bf6f-35f4ca726fca req-13870765-15fa-4eee-abb9-d7c9e029adca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 1128 time: 0.0461094 Mar 29 15:36:02.230057 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260680-c2b1-4deb-bf6f-35f4ca726fca req-7ee747e0-40d9-4867-a3e5-5ff35f9dc15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:02.231491 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-46260680-c2b1-4deb-bf6f-35f4ca726fca req-7ee747e0-40d9-4867-a3e5-5ff35f9dc15e service neutron] 10.222.0.31 "GET /v2.0/networks?id=6af2c806-9c32-4a97-8072-598765883877 HTTP/1.1" status: 200 len: 917 time: 0.0851524 Mar 29 15:36:02.271023 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-46260680-c2b1-4deb-bf6f-35f4ca726fca req-b3f469e3-b920-48af-a1f5-1d93faa990ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fc68124-ef82-4e33-9816-2a154e366862 HTTP/1.1" status: 200 len: 217 time: 0.0331762 Mar 29 15:36:02.316909 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260680-c2b1-4deb-bf6f-35f4ca726fca req-c0e252aa-e98d-447e-8b73-7301ee01cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:02.318289 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-46260680-c2b1-4deb-bf6f-35f4ca726fca req-c0e252aa-e98d-447e-8b73-7301ee01cb3c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c996c52-decf-419a-b06f-413a1a03acb7 HTTP/1.1" status: 200 len: 855 time: 0.0411735 Mar 29 15:36:02.366753 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260680-c2b1-4deb-bf6f-35f4ca726fca req-d72dafc4-1777-4a9d-afd4-5b782ecef34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:02.368126 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-46260680-c2b1-4deb-bf6f-35f4ca726fca req-d72dafc4-1777-4a9d-afd4-5b782ecef34a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6af2c806-9c32-4a97-8072-598765883877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429356 Mar 29 15:36:02.709849 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-46260680-c2b1-4deb-bf6f-35f4ca726fca req-1e50ef3d-1d8b-49bc-880a-8a3a6e9914e0 service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332825 Mar 29 15:36:02.808449 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-46260680-c2b1-4deb-bf6f-35f4ca726fca req-9c074479-55b7-4f7d-8e8f-40c35f8fa6aa service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820637 Mar 29 15:36:02.914512 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c28933-b4a0-419b-afd6-1cf20f20ecd7 req-75054ca5-dd8f-47c5-85b1-23ec8b9b0db9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:02.915949 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d5c28933-b4a0-419b-afd6-1cf20f20ecd7 req-75054ca5-dd8f-47c5-85b1-23ec8b9b0db9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.0515354 Mar 29 15:36:02.962553 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d5c28933-b4a0-419b-afd6-1cf20f20ecd7 req-ef4433db-86ab-4237-a8d3-dacb987df574 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410371 Mar 29 15:36:04.083078 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744737f-4af4-4282-8958-4ce8fc60cf46 req-98c689b2-386b-44a0-8d80-21a6d6cac8b5 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:04.084952 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a744737f-4af4-4282-8958-4ce8fc60cf46 req-98c689b2-386b-44a0-8d80-21a6d6cac8b5 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.0522025 Mar 29 15:36:04.142274 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a744737f-4af4-4282-8958-4ce8fc60cf46 req-76b47afb-3141-426b-ba8c-4a5c43adfb59 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406451 Mar 29 15:36:04.202152 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 0fc68124-ef82-4e33-9816-2a154e366862 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:36:04.296870 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 0fc68124-ef82-4e33-9816-2a154e366862, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0fc68124-ef82-4e33-9816-2a154e366862,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:04.307852 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '0fc68124-ef82-4e33-9816-2a154e366862', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'port_id': '0fc68124-ef82-4e33-9816-2a154e366862', 'mac_address': 'fa:16:3e:32:42:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:36:04.343205 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 0fc68124-ef82-4e33-9816-2a154e366862 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:36:04.343587 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0fc68124-ef82-4e33-9816-2a154e366862), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:04.355946 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc68124-ef82-4e33-9816-2a154e366862 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:36:04.374911 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 0fc68124-ef82-4e33-9816-2a154e366862, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0fc68124-ef82-4e33-9816-2a154e366862,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:04.379309 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0fc68124-ef82-4e33-9816-2a154e366862), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:04.430394 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=0fc68124-ef82-4e33-9816-2a154e366862,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:04.437214 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.437559 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.437899 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.438238 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.438567 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.438894 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.439265 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.439605 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.439882 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.440322 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.440731 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.441624 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.441994 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.442286 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.442597 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:04.701821 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['0fc68124-ef82-4e33-9816-2a154e366862'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:36:05.262174 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727d108-20ea-4a12-a2ba-1f239e86be5f req-0ea57bde-0f5a-4b02-a746-0e9ced2b7580 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:05.263534 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2727d108-20ea-4a12-a2ba-1f239e86be5f req-0ea57bde-0f5a-4b02-a746-0e9ced2b7580 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 945 time: 0.0505385 Mar 29 15:36:05.308972 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2727d108-20ea-4a12-a2ba-1f239e86be5f req-957e2c36-3edf-4b3c-8e8a-f630106a458a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399518 Mar 29 15:36:06.218862 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 0fc68124-ef82-4e33-9816-2a154e366862 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:36:06.270710 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 0fc68124-ef82-4e33-9816-2a154e366862 completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:36:06.274436 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 0fc68124-ef82-4e33-9816-2a154e366862 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:36:06.274838 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0fc68124-ef82-4e33-9816-2a154e366862), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:06.350876 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 0fc68124-ef82-4e33-9816-2a154e366862 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:36:06.351262 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0fc68124-ef82-4e33-9816-2a154e366862), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:06.375188 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:06.377390 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5320aba1-6664-4474-a941-d67891f593ef" -d '{"events": [{"server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "name": "network-vif-plugged", "status": "completed", "tag": "0fc68124-ef82-4e33-9816-2a154e366862"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:06.390845 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 0fc68124-ef82-4e33-9816-2a154e366862, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0fc68124-ef82-4e33-9816-2a154e366862,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:06.396021 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0fc68124-ef82-4e33-9816-2a154e366862), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:06.420177 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a81248-9771-4293-8c67-a26b16c4c841 x-openstack-request-id: req-68a81248-9771-4293-8c67-a26b16c4c841 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:06.420481 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "name": "network-vif-plugged", "status": "completed", "tag": "0fc68124-ef82-4e33-9816-2a154e366862", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:06.420768 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68a81248-9771-4293-8c67-a26b16c4c841 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:06.421199 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a81248-9771-4293-8c67-a26b16c4c841'] response: {'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862', 'code': 200} Mar 29 15:36:06.437590 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f54bcf-14ae-4a98-9f5a-9fca22d62fd6 req-6040f985-423b-4a1e-8a07-59b9b12aa3e3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:06.441512 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-85f54bcf-14ae-4a98-9f5a-9fca22d62fd6 req-6040f985-423b-4a1e-8a07-59b9b12aa3e3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 945 time: 0.0609145 Mar 29 15:36:06.447857 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=0fc68124-ef82-4e33-9816-2a154e366862,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:06.487938 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-85f54bcf-14ae-4a98-9f5a-9fca22d62fd6 req-fc302749-dab5-41f6-8c19-95a2b46deb4d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422509 Mar 29 15:36:06.602770 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b5b66-c3b0-405e-8fae-8d4749f7b197 req-c4243ca0-fed2-4823-b9f7-04074465fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:06.604522 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-332b5b66-c3b0-405e-8fae-8d4749f7b197 req-c4243ca0-fed2-4823-b9f7-04074465fe3c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 1130 time: 0.0501075 Mar 29 15:36:06.651989 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-332b5b66-c3b0-405e-8fae-8d4749f7b197 req-251e1ed7-9aa8-4c9f-b44b-9996ccebfdfc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375583 Mar 29 15:36:07.619121 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae803062-f9e7-4c6d-952d-212711ffcf29 req-9abfb704-b944-40aa-a0e2-b41b909b02d0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:07.620629 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ae803062-f9e7-4c6d-952d-212711ffcf29 req-9abfb704-b944-40aa-a0e2-b41b909b02d0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0575006 Mar 29 15:36:07.666302 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ae803062-f9e7-4c6d-952d-212711ffcf29 req-2e639608-bc90-4211-abcb-424b35da18b0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400698 Mar 29 15:36:08.785149 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59336c5-1f7a-4f84-b0aa-2ff0387d0a6d req-bf27fff8-6335-423c-93cd-191da20cad0d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:08.786604 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f59336c5-1f7a-4f84-b0aa-2ff0387d0a6d req-bf27fff8-6335-423c-93cd-191da20cad0d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0517099 Mar 29 15:36:08.831393 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f59336c5-1f7a-4f84-b0aa-2ff0387d0a6d req-c1023639-b443-4876-8bb1-fd146fda2b1e tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391843 Mar 29 15:36:08.947421 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e03e-b4c3-4265-9727-96a8f7a31e68 req-30ad7a74-a9d0-472c-901b-7a06168a6b58 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:08.948864 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9bf7e03e-b4c3-4265-9727-96a8f7a31e68 req-30ad7a74-a9d0-472c-901b-7a06168a6b58 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0517621 Mar 29 15:36:08.957852 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50822) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:08.962398 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e004df76-b1dd-444c-9d4d-4b3a66c4ebfa tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Request body: {'floatingip': {'port_id': '0fc68124-ef82-4e33-9816-2a154e366862'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:09.000373 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e004df76-b1dd-444c-9d4d-4b3a66c4ebfa tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (8285b4bb-8a58-4646-8659-7b2a4d450732), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:09.437195 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e004df76-b1dd-444c-9d4d-4b3a66c4ebfa tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:09.441606 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e004df76-b1dd-444c-9d4d-4b3a66c4ebfa tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (8285b4bb-8a58-4646-8659-7b2a4d450732), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:09.540210 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.l3_db [None req-e004df76-b1dd-444c-9d4d-4b3a66c4ebfa tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Floating IP 8285b4bb-8a58-4646-8659-7b2a4d450732 associated. External IP: 172.27.0.253, port: 0fc68124-ef82-4e33-9816-2a154e366862. Mar 29 15:36:09.752730 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e004df76-b1dd-444c-9d4d-4b3a66c4ebfa tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Router 7c60850a-e794-4213-a687-0c0e14235ba5 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:36:09.860402 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e004df76-b1dd-444c-9d4d-4b3a66c4ebfa tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:36:09.865439 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e004df76-b1dd-444c-9d4d-4b3a66c4ebfa tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:09.871391 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e341dc-4824-448f-8aca-069071b56a51 None None] Sync routers for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:36:09.882119 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e341dc-4824-448f-8aca-069071b56a51 None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:09.882815 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-90e341dc-4824-448f-8aca-069071b56a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:35:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:09.898007 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e004df76-b1dd-444c-9d4d-4b3a66c4ebfa tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "PUT /v2.0/floatingips/8285b4bb-8a58-4646-8659-7b2a4d450732 HTTP/1.1" status: 200 len: 992 time: 0.9390249 Mar 29 15:36:09.898604 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:09.900889 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ee0c5e-9c47-42fe-96bf-e6480fbe3924" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "tag": "0fc68124-ef82-4e33-9816-2a154e366862"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:09.943154 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a033df-e398-4d9d-a3e3-08ff0b1d5bd7 x-openstack-request-id: req-02a033df-e398-4d9d-a3e3-08ff0b1d5bd7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:09.943455 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "tag": "0fc68124-ef82-4e33-9816-2a154e366862", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:09.943706 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02a033df-e398-4d9d-a3e3-08ff0b1d5bd7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:09.944105 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a033df-e398-4d9d-a3e3-08ff0b1d5bd7'] response: {'name': 'network-changed', 'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862', 'status': 'completed', 'code': 200} Mar 29 15:36:09.996388 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-90e341dc-4824-448f-8aca-069071b56a51 None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:10.018175 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee0c5e-9c47-42fe-96bf-e6480fbe3924 req-5587c07e-f747-4197-b616-c08ef4469e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:10.020188 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b3ee0c5e-9c47-42fe-96bf-e6480fbe3924 req-5587c07e-f747-4197-b616-c08ef4469e51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 1130 time: 0.0496018 Mar 29 15:36:10.112954 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee0c5e-9c47-42fe-96bf-e6480fbe3924 req-99ecbfb7-1cd5-4f66-990f-d467c41be705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:10.114341 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b3ee0c5e-9c47-42fe-96bf-e6480fbe3924 req-99ecbfb7-1cd5-4f66-990f-d467c41be705 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6af2c806-9c32-4a97-8072-598765883877 HTTP/1.1" status: 200 len: 917 time: 0.0874176 Mar 29 15:36:10.179574 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b3ee0c5e-9c47-42fe-96bf-e6480fbe3924 req-e17df799-cc05-40da-bd48-877777a23dd2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fc68124-ef82-4e33-9816-2a154e366862 HTTP/1.1" status: 200 len: 1000 time: 0.0575621 Mar 29 15:36:10.216134 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-90e341dc-4824-448f-8aca-069071b56a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '8285b4bb-8a58-4646-8659-7b2a4d450732', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'port_id': '0fc68124-ef82-4e33-9816-2a154e366862', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'mac_address': 'fa:16:3e:32:42:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:35:58Z', 'updated_at': '2022-03-29T15:36:09Z', 'revision_number': 1, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:02Z', 'revision_number': 5, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:10.235809 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee0c5e-9c47-42fe-96bf-e6480fbe3924 req-4418b5d9-3838-498a-bfae-f6ea46b1dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:10.237320 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b3ee0c5e-9c47-42fe-96bf-e6480fbe3924 req-4418b5d9-3838-498a-bfae-f6ea46b1dcbe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c996c52-decf-419a-b06f-413a1a03acb7 HTTP/1.1" status: 200 len: 855 time: 0.0490389 Mar 29 15:36:10.247717 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e341dc-4824-448f-8aca-069071b56a51 None None] Checking router: 7c60850a-e794-4213-a687-0c0e14235ba5 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:36:10.256332 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e341dc-4824-448f-8aca-069071b56a51 None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:10.256976 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-90e341dc-4824-448f-8aca-069071b56a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:35:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:10.289410 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee0c5e-9c47-42fe-96bf-e6480fbe3924 req-abc29596-8de9-4a64-91b3-871edcc29307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:10.291246 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b3ee0c5e-9c47-42fe-96bf-e6480fbe3924 req-abc29596-8de9-4a64-91b3-871edcc29307 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6af2c806-9c32-4a97-8072-598765883877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457115 Mar 29 15:36:10.365420 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-90e341dc-4824-448f-8aca-069071b56a51 None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:10.387634 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b3ee0c5e-9c47-42fe-96bf-e6480fbe3924 req-634b91b4-8ca5-4209-ad49-0d7aec19baad service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871630 Mar 29 15:36:10.496639 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b3ee0c5e-9c47-42fe-96bf-e6480fbe3924 req-d66cac41-3cbd-4874-a3e6-a1005e1caa91 service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953391 Mar 29 15:36:10.556236 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c2455-dcf6-4715-8f4a-2ffd8e48acb6 req-d092e515-6520-43d2-bc73-e8f956f13ed6 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:10.557821 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d57c2455-dcf6-4715-8f4a-2ffd8e48acb6 req-d092e515-6520-43d2-bc73-e8f956f13ed6 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0568726 Mar 29 15:36:10.604972 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d57c2455-dcf6-4715-8f4a-2ffd8e48acb6 req-98678529-a35d-48a5-9276-0653cf6ebf65 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411661 Mar 29 15:36:10.608658 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-90e341dc-4824-448f-8aca-069071b56a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '8285b4bb-8a58-4646-8659-7b2a4d450732', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'port_id': '0fc68124-ef82-4e33-9816-2a154e366862', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'mac_address': 'fa:16:3e:32:42:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:35:58Z', 'updated_at': '2022-03-29T15:36:09Z', 'revision_number': 1, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:02Z', 'revision_number': 5, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:10.634591 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e341dc-4824-448f-8aca-069071b56a51 None None] The sync data for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi is: [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '8285b4bb-8a58-4646-8659-7b2a4d450732', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'port_id': '0fc68124-ef82-4e33-9816-2a154e366862', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'mac_address': 'fa:16:3e:32:42:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:35:58Z', 'updated_at': '2022-03-29T15:36:09Z', 'revision_number': 1, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:02Z', 'revision_number': 5, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:36:10.814920 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a741f8-fa11-4816-acee-d340a972f106 None None] New status for floating IP 8285b4bb-8a58-4646-8659-7b2a4d450732: ACTIVE {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:36:11.722840 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f8fe3-f1f6-4d61-9f6b-666e5346f333 req-82e6f452-d0ff-47cd-b796-467678ae7f85 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:11.724305 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f01f8fe3-f1f6-4d61-9f6b-666e5346f333 req-82e6f452-d0ff-47cd-b796-467678ae7f85 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0531826 Mar 29 15:36:11.770312 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f01f8fe3-f1f6-4d61-9f6b-666e5346f333 req-f55e87c2-9274-4721-8feb-ea7f258f4130 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402434 Mar 29 15:36:12.575172 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efa9c2de-7fae-4c20-b1a0-e48884581d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:12.888547 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c33523-2b0e-4729-aaa0-ebe5caceb777 req-f6860b8c-4839-4239-b137-d352a90ed12d tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:12.889946 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d2c33523-2b0e-4729-aaa0-ebe5caceb777 req-f6860b8c-4839-4239-b137-d352a90ed12d tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0547075 Mar 29 15:36:12.935745 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d2c33523-2b0e-4729-aaa0-ebe5caceb777 req-cee365c1-8ae1-43f0-be8e-80f0e2403dd1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394108 Mar 29 15:36:14.055894 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01fab1-ec24-4424-9105-7f49d5744341 req-8ed1dab2-2ff0-427e-927e-1cc63c10c23a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:14.057365 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-aa01fab1-ec24-4424-9105-7f49d5744341 req-8ed1dab2-2ff0-427e-927e-1cc63c10c23a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0566387 Mar 29 15:36:14.104493 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-aa01fab1-ec24-4424-9105-7f49d5744341 req-7efd3c71-b927-4887-95d3-a99724de846a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c67732-c308-4a9a-bdaf-edeb889456b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 Mar 29 15:36:14.157577 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3383a78-2860-40de-9845-dabc48967059 req-dd9e0252-f0df-47c4-8cbe-c65f3d65c917 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:14.159006 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b3383a78-2860-40de-9845-dabc48967059 req-dd9e0252-f0df-47c4-8cbe-c65f3d65c917 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.31 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 946 time: 0.0504854 Mar 29 15:36:14.252626 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Deleting port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:36:14.252876 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:14.337009 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] For port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:14.337362 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:14.500778 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:14.501166 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:14.501477 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Floating IP ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3 disassociated. External IP: 172.27.0.232, port: a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27. Mar 29 15:36:14.501814 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Calling delete_port for a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:36:14.631253 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:14.660219 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Pushing event deleted for resources: {'Port': ['ID=a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:14.771837 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Router 613f666a-d877-47a4-8f18-408e89ed0fbf has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:36:14.880078 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:36:14.890110 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466610e-d004-43a0-bd26-eafd5270015a None None] Sync routers for ids ['613f666a-d877-47a4-8f18-408e89ed0fbf'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:36:14.899863 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466610e-d004-43a0-bd26-eafd5270015a None None] Routers {'613f666a-d877-47a4-8f18-408e89ed0fbf'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:14.901044 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5466610e-d004-43a0-bd26-eafd5270015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:35:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['613f666a-d877-47a4-8f18-408e89ed0fbf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:14.920484 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] No DVR routers for this DVR port a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:36:14.923042 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:14.926359 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b3383a78-2860-40de-9845-dabc48967059 req-8a367fd8-1974-4fa3-8555-f940cb52fda1 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.31 "DELETE /v2.0/ports/a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 HTTP/1.1" status: 204 len: 173 time: 0.7604492 Mar 29 15:36:14.926852 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826f6054-8712-439c-ba08-4651aa9b6420', 'name': 'network-vif-deleted', 'tag': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:14.929031 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68dc3c4-2b99-4d4e-b203-1657920117aa" -d '{"events": [{"server_uuid": "826f6054-8712-439c-ba08-4651aa9b6420", "name": "network-vif-deleted", "tag": "a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:14.973131 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ab5293-45b7-46aa-a961-b36370b4c1c4 x-openstack-request-id: req-08ab5293-45b7-46aa-a961-b36370b4c1c4 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:14.973429 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826f6054-8712-439c-ba08-4651aa9b6420", "name": "network-vif-deleted", "tag": "a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:14.974966 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08ab5293-45b7-46aa-a961-b36370b4c1c4 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:14.975423 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ab5293-45b7-46aa-a961-b36370b4c1c4'] response: {'server_uuid': '826f6054-8712-439c-ba08-4651aa9b6420', 'name': 'network-vif-deleted', 'tag': 'a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27', 'status': 'completed', 'code': 200} Mar 29 15:36:15.013203 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5466610e-d004-43a0-bd26-eafd5270015a None None] Set router 613f666a-d877-47a4-8f18-408e89ed0fbf gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:15.224169 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-836e77ed-c297-407b-b03b-109f0ffd2c1e req-a39120c5-6a62-4191-a76f-69c275018f51 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=826f6054-8712-439c-ba08-4651aa9b6420 HTTP/1.1" status: 200 len: 210 time: 0.0320489 Mar 29 15:36:15.276118 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a50e5a9-18d7-4f19-a9a6-a0bba417fcaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:15.357950 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:15.377091 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5466610e-d004-43a0-bd26-eafd5270015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:55Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'f6720a9f-64bb-4000-bb12-3f41b1aa4d8f', 'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'mac_address': 'fa:16:3e:f9:71:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:05Z', 'revision_number': 5, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'subnets': [{'id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:15.404276 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466610e-d004-43a0-bd26-eafd5270015a None None] Checking router: 613f666a-d877-47a4-8f18-408e89ed0fbf for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:36:15.413588 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466610e-d004-43a0-bd26-eafd5270015a None None] Routers {'613f666a-d877-47a4-8f18-408e89ed0fbf'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:15.414254 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5466610e-d004-43a0-bd26-eafd5270015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:36:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['613f666a-d877-47a4-8f18-408e89ed0fbf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:15.519720 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5466610e-d004-43a0-bd26-eafd5270015a None None] Set router 613f666a-d877-47a4-8f18-408e89ed0fbf gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:15.711146 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5466610e-d004-43a0-bd26-eafd5270015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:55Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'f6720a9f-64bb-4000-bb12-3f41b1aa4d8f', 'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'mac_address': 'fa:16:3e:f9:71:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:05Z', 'revision_number': 5, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'subnets': [{'id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:15.736218 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466610e-d004-43a0-bd26-eafd5270015a None None] The sync data for ids ['613f666a-d877-47a4-8f18-408e89ed0fbf'] in dv-cinder-790535-36-iscsi is: [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:55Z', 'revision_number': 4, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'f6720a9f-64bb-4000-bb12-3f41b1aa4d8f', 'name': '', 'network_id': '28e88c41-7b2e-46bf-9efb-43dc0aeca0ca', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'mac_address': 'fa:16:3e:f9:71:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:05Z', 'revision_number': 5, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'subnets': [{'id': '0709834a-b1e4-4d89-bb13-a71aabdc2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:36:15.949861 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b822f-bba8-4b03-ae84-751c0e80415f None None] New status for floating IP ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3: DOWN {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:36:16.080989 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:16.305879 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50862) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:16.357472 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-109d3897-16f4-4f0c-b5a6-0e84a7478d54 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for security_group (f4c67732-c308-4a9a-bdaf-edeb889456b3), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:16.379650 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-109d3897-16f4-4f0c-b5a6-0e84a7478d54 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for security_group (f4c67732-c308-4a9a-bdaf-edeb889456b3), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:16.424574 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-109d3897-16f4-4f0c-b5a6-0e84a7478d54 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (f4c67732-c308-4a9a-bdaf-edeb889456b3), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:16.427676 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-109d3897-16f4-4f0c-b5a6-0e84a7478d54 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:16.428814 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-109d3897-16f4-4f0c-b5a6-0e84a7478d54 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "DELETE /v2.0/security-groups/f4c67732-c308-4a9a-bdaf-edeb889456b3 HTTP/1.1" status: 204 len: 168 time: 0.1219308 Mar 29 15:36:16.431482 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50866) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:16.437475 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d3897-16f4-4f0c-b5a6-0e84a7478d54 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c67732-c308-4a9a-bdaf-edeb889456b3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:16.444807 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.api.v2.resource [None req-cee2d066-e367-487c-a555-4b57147e33ca tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] show failed (client error): The resource could not be found. Mar 29 15:36:16.445832 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-cee2d066-e367-487c-a555-4b57147e33ca tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups/f4c67732-c308-4a9a-bdaf-edeb889456b3 HTTP/1.1" status: 404 len: 347 time: 0.0133522 Mar 29 15:36:16.448708 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50868) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:16.796753 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f7c96a25-c828-4203-b6a6-efbaaf313a77 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Deleting port 3a3e8f1e-cc11-48a8-869a-a831281dd833 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:36:16.797188 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7c96a25-c828-4203-b6a6-efbaaf313a77 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (3a3e8f1e-cc11-48a8-869a-a831281dd833), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:16.870414 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7c96a25-c828-4203-b6a6-efbaaf313a77 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (3a3e8f1e-cc11-48a8-869a-a831281dd833), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:16.870731 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7c96a25-c828-4203-b6a6-efbaaf313a77 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for floatingip (3a3e8f1e-cc11-48a8-869a-a831281dd833), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:16.881767 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f7c96a25-c828-4203-b6a6-efbaaf313a77 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Calling delete_port for 3a3e8f1e-cc11-48a8-869a-a831281dd833 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:36:17.010612 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7c96a25-c828-4203-b6a6-efbaaf313a77 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (3a3e8f1e-cc11-48a8-869a-a831281dd833), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:17.035167 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c96a25-c828-4203-b6a6-efbaaf313a77 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Pushing event deleted for resources: {'Port': ['ID=3a3e8f1e-cc11-48a8-869a-a831281dd833,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:17.093795 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7c96a25-c828-4203-b6a6-efbaaf313a77 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks [] for floatingip (ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:17.096320 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7c96a25-c828-4203-b6a6-efbaaf313a77 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:17.097548 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-f7c96a25-c828-4203-b6a6-efbaaf313a77 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "DELETE /v2.0/floatingips/ca8ba3f1-05e9-4cf9-aa08-ad6e8ba2cce3 HTTP/1.1" status: 204 len: 168 time: 0.6476576 Mar 29 15:36:17.214512 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:18.266501 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:36:18.290582 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:36:18.290929 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device a3ccc01b-8ef0-4a8b-a275-e3dffd3c3c27 not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:36:18.782470 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:19.546877 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28532c4-1ecb-4922-9ae4-8e966a83850c req-2ca8a8c9-7ff4-4b60-acd3-115b4b09fc81 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:19.548312 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f28532c4-1ecb-4922-9ae4-8e966a83850c req-2ca8a8c9-7ff4-4b60-acd3-115b4b09fc81 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0507972 Mar 29 15:36:19.593123 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f28532c4-1ecb-4922-9ae4-8e966a83850c req-ebe973cb-0e83-4bfa-8142-433c60fbc5cc tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387061 Mar 29 15:36:20.289688 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49964464-9c3a-434f-81c3-ab258d93e91d req-bea8ef8f-0aac-488e-bfad-7894a6e8cc7f tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:20.291431 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-49964464-9c3a-434f-81c3-ab258d93e91d req-bea8ef8f-0aac-488e-bfad-7894a6e8cc7f tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0523834 Mar 29 15:36:20.340076 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-49964464-9c3a-434f-81c3-ab258d93e91d req-82d822e0-cc9c-4909-85ae-7f232e46b56b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431364 Mar 29 15:36:20.719818 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f8e69-d34e-471d-a842-0e6ada1726b2 req-8bc18c11-99b7-493a-9ab4-daf075be33fd tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:20.721295 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6a1f8e69-d34e-471d-a842-0e6ada1726b2 req-8bc18c11-99b7-493a-9ab4-daf075be33fd tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0515072 Mar 29 15:36:20.766580 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6a1f8e69-d34e-471d-a842-0e6ada1726b2 req-83d985e8-5972-49ae-8b4b-06f55a506a9c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391111 Mar 29 15:36:21.456759 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a5034-e7a4-4ef7-9537-f5844f3dbee0 req-3adcd599-994c-4fcb-9915-bd52df8f2653 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:21.458259 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-cc1a5034-e7a4-4ef7-9537-f5844f3dbee0 req-3adcd599-994c-4fcb-9915-bd52df8f2653 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0516586 Mar 29 15:36:21.503780 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-cc1a5034-e7a4-4ef7-9537-f5844f3dbee0 req-6ceb2c12-0c20-48dd-8dc4-d340528d861b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400689 Mar 29 15:36:21.885205 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2d783-323e-4f82-a167-46aa197e6109 req-8f70ec8f-4ca3-4e86-bd1c-7da2bebd790a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:21.886630 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c1c2d783-323e-4f82-a167-46aa197e6109 req-8f70ec8f-4ca3-4e86-bd1c-7da2bebd790a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0558982 Mar 29 15:36:21.931920 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c1c2d783-323e-4f82-a167-46aa197e6109 req-59b60dfe-4fc6-4d4b-bdc2-db027b8e5e32 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 Mar 29 15:36:22.083021 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d0c5e-d88a-4ade-ae4f-bf15d410dbc5 req-510f8248-aad2-4cbd-bf52-0b098a6d0f43 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:22.084441 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8a1d0c5e-d88a-4ade-ae4f-bf15d410dbc5 req-510f8248-aad2-4cbd-bf52-0b098a6d0f43 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.31 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 946 time: 0.0527155 Mar 29 15:36:22.181690 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-8a1d0c5e-d88a-4ade-ae4f-bf15d410dbc5 req-8db7e7ab-1819-43a2-8d2f-779746ee5973 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Deleting port 873ba81b-567e-4418-8d09-92acc7209f2b {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:36:22.182043 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-8a1d0c5e-d88a-4ade-ae4f-bf15d410dbc5 req-8db7e7ab-1819-43a2-8d2f-779746ee5973 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:22.266804 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-8a1d0c5e-d88a-4ade-ae4f-bf15d410dbc5 req-8db7e7ab-1819-43a2-8d2f-779746ee5973 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] For port 873ba81b-567e-4418-8d09-92acc7209f2b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=873ba81b-567e-4418-8d09-92acc7209f2b,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:22.267164 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-8a1d0c5e-d88a-4ade-ae4f-bf15d410dbc5 req-8db7e7ab-1819-43a2-8d2f-779746ee5973 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:22.280370 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-8a1d0c5e-d88a-4ade-ae4f-bf15d410dbc5 req-8db7e7ab-1819-43a2-8d2f-779746ee5973 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Calling delete_port for 873ba81b-567e-4418-8d09-92acc7209f2b owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:36:22.431065 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-8a1d0c5e-d88a-4ade-ae4f-bf15d410dbc5 req-8db7e7ab-1819-43a2-8d2f-779746ee5973 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (873ba81b-567e-4418-8d09-92acc7209f2b), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:22.445929 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['9d2e4e9e-39d0-47ce-9c39-f44937b41d0c', '873ba81b-567e-4418-8d09-92acc7209f2b'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:36:22.465605 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7e7ab-1819-43a2-8d2f-779746ee5973 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Pushing event deleted for resources: {'Port': ['ID=873ba81b-567e-4418-8d09-92acc7209f2b,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:22.515353 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1d0c5e-d88a-4ade-ae4f-bf15d410dbc5 req-8db7e7ab-1819-43a2-8d2f-779746ee5973 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] No DVR routers for this DVR port 873ba81b-567e-4418-8d09-92acc7209f2b on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:36:22.518020 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-8a1d0c5e-d88a-4ade-ae4f-bf15d410dbc5 req-8db7e7ab-1819-43a2-8d2f-779746ee5973 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:22.521429 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8a1d0c5e-d88a-4ade-ae4f-bf15d410dbc5 req-8db7e7ab-1819-43a2-8d2f-779746ee5973 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.31 "DELETE /v2.0/ports/873ba81b-567e-4418-8d09-92acc7209f2b HTTP/1.1" status: 204 len: 173 time: 0.4298763 Mar 29 15:36:22.522081 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33739309-be6a-4f13-b32b-fc2a25b448c2', 'name': 'network-vif-deleted', 'tag': '873ba81b-567e-4418-8d09-92acc7209f2b'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:22.524331 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76664d2e-44b7-4ed4-872d-6da1577e5330" -d '{"events": [{"server_uuid": "33739309-be6a-4f13-b32b-fc2a25b448c2", "name": "network-vif-deleted", "tag": "873ba81b-567e-4418-8d09-92acc7209f2b"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:22.533342 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-e68bb093-9e01-4d8e-b24c-34e7ee982af2 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:22.535680 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-e68bb093-9e01-4d8e-b24c-34e7ee982af2 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.1495159 Mar 29 15:36:22.589233 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec27df7d-8346-4a69-9a50-f94a2e9b4ef7 x-openstack-request-id: req-ec27df7d-8346-4a69-9a50-f94a2e9b4ef7 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:22.589769 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33739309-be6a-4f13-b32b-fc2a25b448c2", "name": "network-vif-deleted", "tag": "873ba81b-567e-4418-8d09-92acc7209f2b", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:22.590233 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec27df7d-8346-4a69-9a50-f94a2e9b4ef7 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:22.590821 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec27df7d-8346-4a69-9a50-f94a2e9b4ef7'] response: {'server_uuid': '33739309-be6a-4f13-b32b-fc2a25b448c2', 'name': 'network-vif-deleted', 'tag': '873ba81b-567e-4418-8d09-92acc7209f2b', 'status': 'completed', 'code': 200} Mar 29 15:36:22.638980 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150a7cc-0228-423a-904f-9b4b4bfba6a2 req-53ee9290-106b-476e-b7fa-aa4d5d657b84 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:22.640625 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7150a7cc-0228-423a-904f-9b4b4bfba6a2 req-53ee9290-106b-476e-b7fa-aa4d5d657b84 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 946 time: 0.0597944 Mar 29 15:36:22.665123 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Deleting port 692a093c-603a-4161-bdbc-651eee0bf5d7 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:36:22.665476 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:22.700332 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7150a7cc-0228-423a-904f-9b4b4bfba6a2 req-405767d7-f8b6-45bf-8d90-d0c5e9019079 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fd52c-a80d-4903-adae-1fe4a5db812a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495832 Mar 29 15:36:22.761387 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] For port 692a093c-603a-4161-bdbc-651eee0bf5d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=692a093c-603a-4161-bdbc-651eee0bf5d7,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:22.761683 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:22.937373 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:22.938046 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (16d049ab-6d8d-4008-87ae-fd4b01334598), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:22.938046 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Floating IP 16d049ab-6d8d-4008-87ae-fd4b01334598 disassociated. External IP: 172.27.0.104, port: 692a093c-603a-4161-bdbc-651eee0bf5d7. Mar 29 15:36:22.938604 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Calling delete_port for 692a093c-603a-4161-bdbc-651eee0bf5d7 owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:36:23.049937 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0613ba97-1446-4c94-8a50-6266b718b2e0 req-e0ae6853-7d95-4541-bfad-1d6e501abc51 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=33739309-be6a-4f13-b32b-fc2a25b448c2 HTTP/1.1" status: 200 len: 210 time: 0.0286489 Mar 29 15:36:23.105729 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (692a093c-603a-4161-bdbc-651eee0bf5d7), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:23.135363 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event deleted for resources: {'Port': ['ID=692a093c-603a-4161-bdbc-651eee0bf5d7,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:23.247297 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:36:23.355815 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:36:23.367065 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1714eca-53e3-45c8-aa7a-764e96e16f4a None None] Sync routers for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:36:23.380895 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1714eca-53e3-45c8-aa7a-764e96e16f4a None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:23.381537 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a1714eca-53e3-45c8-aa7a-764e96e16f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:36:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:23.397128 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] No DVR routers for this DVR port 692a093c-603a-4161-bdbc-651eee0bf5d7 on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:36:23.399541 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:23.402993 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f9e9e5c9-1a5e-4466-91ff-b4077bfdce7f req-eeb4da22-3f89-4ea8-984d-4e216789058a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.31 "DELETE /v2.0/ports/692a093c-603a-4161-bdbc-651eee0bf5d7 HTTP/1.1" status: 204 len: 173 time: 0.8558645 Mar 29 15:36:23.497160 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a1714eca-53e3-45c8-aa7a-764e96e16f4a None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:23.703081 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a1714eca-53e3-45c8-aa7a-764e96e16f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:08Z', 'revision_number': 5, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:23.729735 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1714eca-53e3-45c8-aa7a-764e96e16f4a None None] Checking router: a4f12b8f-0258-4807-bcfe-1e7d00be0e09 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:36:23.739187 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1714eca-53e3-45c8-aa7a-764e96e16f4a None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:23.739851 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a1714eca-53e3-45c8-aa7a-764e96e16f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:36:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:23.819005 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b2966e9a-fa13-4d77-976b-9da9202027f8 req-5909388a-0852-493c-97dd-05ffb7a7969e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea565c0-54f1-4b22-aba5-fdf735416c21 HTTP/1.1" status: 200 len: 210 time: 0.0314763 Mar 29 15:36:23.854507 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a1714eca-53e3-45c8-aa7a-764e96e16f4a None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:24.056050 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a1714eca-53e3-45c8-aa7a-764e96e16f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:08Z', 'revision_number': 5, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:24.082073 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1714eca-53e3-45c8-aa7a-764e96e16f4a None None] The sync data for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi is: [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:08Z', 'revision_number': 5, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:36:24.321165 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcdd58-7e2f-4e49-9281-11f2e1ee7897 None None] New status for floating IP 16d049ab-6d8d-4008-87ae-fd4b01334598: DOWN {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:36:24.348830 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196268f1-d4ad-4388-b0be-17a6dee66d1a req-cb77f006-34fe-43a6-809c-44a43547eb21 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:24.350705 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-196268f1-d4ad-4388-b0be-17a6dee66d1a req-cb77f006-34fe-43a6-809c-44a43547eb21 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0583127 Mar 29 15:36:24.397381 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-196268f1-d4ad-4388-b0be-17a6dee66d1a req-235e1c4f-e4d6-4b35-bf59-de0b226091d4 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Mar 29 15:36:24.592302 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea565c0-54f1-4b22-aba5-fdf735416c21', 'name': 'network-vif-deleted', 'tag': '692a093c-603a-4161-bdbc-651eee0bf5d7'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:24.594583 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d734a21c-c8e8-43f2-971d-0d3c2d70dac5" -d '{"events": [{"server_uuid": "5ea565c0-54f1-4b22-aba5-fdf735416c21", "name": "network-vif-deleted", "tag": "692a093c-603a-4161-bdbc-651eee0bf5d7"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:24.629332 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa90caa-2c4d-4d01-a064-4877d97e2cd8 x-openstack-request-id: req-dfa90caa-2c4d-4d01-a064-4877d97e2cd8 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:24.629632 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea565c0-54f1-4b22-aba5-fdf735416c21", "name": "network-vif-deleted", "tag": "692a093c-603a-4161-bdbc-651eee0bf5d7", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:24.629888 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfa90caa-2c4d-4d01-a064-4877d97e2cd8 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:24.630326 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa90caa-2c4d-4d01-a064-4877d97e2cd8'] response: {'server_uuid': '5ea565c0-54f1-4b22-aba5-fdf735416c21', 'name': 'network-vif-deleted', 'tag': '692a093c-603a-4161-bdbc-651eee0bf5d7', 'status': 'completed', 'code': 200} Mar 29 15:36:24.903208 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50928) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:24.954906 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fea074de-dc22-4527-8047-2ab847125310 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group (892fd52c-a80d-4903-adae-1fe4a5db812a), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:24.978618 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fea074de-dc22-4527-8047-2ab847125310 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group (892fd52c-a80d-4903-adae-1fe4a5db812a), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.024944 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fea074de-dc22-4527-8047-2ab847125310 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (892fd52c-a80d-4903-adae-1fe4a5db812a), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.027490 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fea074de-dc22-4527-8047-2ab847125310 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.028696 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-fea074de-dc22-4527-8047-2ab847125310 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "DELETE /v2.0/security-groups/892fd52c-a80d-4903-adae-1fe4a5db812a HTTP/1.1" status: 204 len: 168 time: 0.1244571 Mar 29 15:36:25.031517 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50930) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:25.038169 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea074de-dc22-4527-8047-2ab847125310 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892fd52c-a80d-4903-adae-1fe4a5db812a,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:25.045022 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.api.v2.resource [None req-4269936f-3806-44a3-9ce1-916f1fea0cfc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] show failed (client error): The resource could not be found. Mar 29 15:36:25.046022 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-4269936f-3806-44a3-9ce1-916f1fea0cfc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups/892fd52c-a80d-4903-adae-1fe4a5db812a HTTP/1.1" status: 404 len: 347 time: 0.0134962 Mar 29 15:36:25.048877 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50932) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:25.169882 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0022c-255c-4c52-abe3-59370285e1bc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Deleting port ea94f18c-22c6-402d-93a9-7cef23632545 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:36:25.170221 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2fc0022c-255c-4c52-abe3-59370285e1bc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (ea94f18c-22c6-402d-93a9-7cef23632545), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.244275 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2fc0022c-255c-4c52-abe3-59370285e1bc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (ea94f18c-22c6-402d-93a9-7cef23632545), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.244596 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2fc0022c-255c-4c52-abe3-59370285e1bc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (ea94f18c-22c6-402d-93a9-7cef23632545), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.255880 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0022c-255c-4c52-abe3-59370285e1bc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Calling delete_port for ea94f18c-22c6-402d-93a9-7cef23632545 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:36:25.383651 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2fc0022c-255c-4c52-abe3-59370285e1bc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (ea94f18c-22c6-402d-93a9-7cef23632545), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.408803 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0022c-255c-4c52-abe3-59370285e1bc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event deleted for resources: {'Port': ['ID=ea94f18c-22c6-402d-93a9-7cef23632545,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:25.470541 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2fc0022c-255c-4c52-abe3-59370285e1bc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (16d049ab-6d8d-4008-87ae-fd4b01334598), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.473651 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2fc0022c-255c-4c52-abe3-59370285e1bc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.475026 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-2fc0022c-255c-4c52-abe3-59370285e1bc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "DELETE /v2.0/floatingips/16d049ab-6d8d-4008-87ae-fd4b01334598 HTTP/1.1" status: 204 len: 168 time: 0.4249856 Mar 29 15:36:25.522112 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d8fd2-6f07-4fad-8b15-9782afcd9766 req-874eb21e-a83c-4de4-9f3d-7e6fe92bbf66 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:25.523607 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-887d8fd2-6f07-4fad-8b15-9782afcd9766 req-874eb21e-a83c-4de4-9f3d-7e6fe92bbf66 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0574183 Mar 29 15:36:25.570220 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-887d8fd2-6f07-4fad-8b15-9782afcd9766 req-cba2015d-08dc-4a3c-a85e-463a210f1f0a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 Mar 29 15:36:25.706389 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50938) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:25.710936 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-02a860dc-ed7b-46e0-b36b-b7584f47d82c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049837456', 'description': 'tempest-description--1303434884'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:25.730492 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02a860dc-ed7b-46e0-b36b-b7584f47d82c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.795201 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02a860dc-ed7b-46e0-b36b-b7584f47d82c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group (54fdb58f-367b-4dd1-8aa7-b372c6909074), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.798976 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02a860dc-ed7b-46e0-b36b-b7584f47d82c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (54fdb58f-367b-4dd1-8aa7-b372c6909074), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.826707 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a860dc-ed7b-46e0-b36b-b7584f47d82c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54fdb58f-367b-4dd1-8aa7-b372c6909074,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:25.831228 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02a860dc-ed7b-46e0-b36b-b7584f47d82c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.832488 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-02a860dc-ed7b-46e0-b36b-b7584f47d82c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1250920 Mar 29 15:36:25.835709 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50940) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:25.839886 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f33e4424-4d4f-4ea7-acda-9c0b3790e4af tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Request body: {'security_group_rule': {'security_group_id': '54fdb58f-367b-4dd1-8aa7-b372c6909074', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:25.865601 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f33e4424-4d4f-4ea7-acda-9c0b3790e4af tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group_rule (99d183ff-6d87-427b-b215-99237a62542a), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.925877 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f33e4424-4d4f-4ea7-acda-9c0b3790e4af tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group_rule (99d183ff-6d87-427b-b215-99237a62542a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.929887 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f33e4424-4d4f-4ea7-acda-9c0b3790e4af tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (99d183ff-6d87-427b-b215-99237a62542a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.946748 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e4424-4d4f-4ea7-acda-9c0b3790e4af tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d183ff-6d87-427b-b215-99237a62542a,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:25.957463 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f33e4424-4d4f-4ea7-acda-9c0b3790e4af tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:25.961972 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50942) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:25.962825 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-f33e4424-4d4f-4ea7-acda-9c0b3790e4af tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261435 Mar 29 15:36:25.966618 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-e7e8f74f-1fb9-47ce-a188-0d1ea9c1f52a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Request body: {'security_group_rule': {'security_group_id': '54fdb58f-367b-4dd1-8aa7-b372c6909074', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:25.999135 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f74f-1fb9-47ce-a188-0d1ea9c1f52a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group_rule (21bd6ed6-8b00-4d73-8a8a-a2f2b0d359f5), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.061130 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f74f-1fb9-47ce-a188-0d1ea9c1f52a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group_rule (21bd6ed6-8b00-4d73-8a8a-a2f2b0d359f5), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.064451 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f74f-1fb9-47ce-a188-0d1ea9c1f52a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (21bd6ed6-8b00-4d73-8a8a-a2f2b0d359f5), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.081372 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8f74f-1fb9-47ce-a188-0d1ea9c1f52a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bd6ed6-8b00-4d73-8a8a-a2f2b0d359f5,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:26.089656 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f74f-1fb9-47ce-a188-0d1ea9c1f52a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.090806 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-e7e8f74f-1fb9-47ce-a188-0d1ea9c1f52a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277230 Mar 29 15:36:26.093826 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 50944) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:26.098079 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:26.117538 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.214916 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.313956 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Allocated IP 172.27.0.31 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/b37cc1ad-31bc-479a-8d08-d40208e58239) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:36:26.326924 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 692a093c-603a-4161-bdbc-651eee0bf5d7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:36:26.346804 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 692a093c-603a-4161-bdbc-651eee0bf5d7 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:36:26.347147 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 692a093c-603a-4161-bdbc-651eee0bf5d7 not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:36:26.347560 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 873ba81b-567e-4418-8d09-92acc7209f2b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:36:26.365981 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 873ba81b-567e-4418-8d09-92acc7209f2b {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:36:26.366316 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 873ba81b-567e-4418-8d09-92acc7209f2b not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:36:26.420437 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for port (b37cc1ad-31bc-479a-8d08-d40208e58239), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.452901 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (b37cc1ad-31bc-479a-8d08-d40208e58239), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.486346 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:26.489542 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:26.492896 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:36:26.524255 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event updated for resources: {'Port': ['ID=b37cc1ad-31bc-479a-8d08-d40208e58239,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:26.585182 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (b36804f8-3fc6-44bc-a4ba-f160c8e80496), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.621587 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (b37cc1ad-31bc-479a-8d08-d40208e58239), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.748057 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2e7f8-8bf4-4ed9-b90c-e30e1f68e693 req-a098e02d-0b91-4331-a89c-8eedfdc0ba07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:26.749457 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cdf2e7f8-8bf4-4ed9-b90c-e30e1f68e693 req-a098e02d-0b91-4331-a89c-8eedfdc0ba07 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.1087046 Mar 29 15:36:26.824484 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cdf2e7f8-8bf4-4ed9-b90c-e30e1f68e693 req-e0122a5a-13b7-42ca-9184-20b76c5cf82a tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685244 Mar 29 15:36:26.842020 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for port (b37cc1ad-31bc-479a-8d08-d40208e58239), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.847077 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (b37cc1ad-31bc-479a-8d08-d40208e58239), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.917391 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event updated for resources: {'Port': ['ID=b37cc1ad-31bc-479a-8d08-d40208e58239,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:26.925729 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (b36804f8-3fc6-44bc-a4ba-f160c8e80496), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.940546 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:26.941793 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-5b6aadbc-1f6e-4160-9b1f-beb8f3a13cb6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8470569 Mar 29 15:36:27.135375 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-5294f35e-216e-46fd-a10e-3879ed3fc798 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2049837456&fields=id&tenant_id=7b14b15a19b5419d8f9548e71f9866a3 HTTP/1.1" status: 200 len: 267 time: 0.0445573 Mar 29 15:36:27.243010 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c2f3b-7db1-4b23-9313-8957b541152c req-830142c8-2e2d-449d-8bf9-48a43d5ac8b6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:27.244440 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-830142c8-2e2d-449d-8bf9-48a43d5ac8b6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/networks?id=338732b2-ea3a-4739-8f59-c28fe02d1d89 HTTP/1.1" status: 200 len: 810 time: 0.1019278 Mar 29 15:36:27.259114 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-41b9152f-fbae-4bdc-ba0f-33fc41415181 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/quotas/7b14b15a19b5419d8f9548e71f9866a3 HTTP/1.1" status: 200 len: 375 time: 0.0091782 Mar 29 15:36:27.312631 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-e89239eb-bde9-4a7a-b33d-402e1bae3504 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b14b15a19b5419d8f9548e71f9866a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484712 Mar 29 15:36:27.408235 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-fa3d6d57-5cb5-4dae-9e68-e523c8a4f6e0 service neutron] 10.222.0.18 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840971 Mar 29 15:36:27.495520 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-89c2c8fd-1173-438e-b51d-ec602ee2f2d2 service neutron] 10.222.0.18 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815508 Mar 29 15:36:27.613390 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f921ed-4856-4c54-ab93-816966e4168f req-81bebdb7-1339-46ee-8017-2bd7d1588b29 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:27.615002 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d3f921ed-4856-4c54-ab93-816966e4168f req-81bebdb7-1339-46ee-8017-2bd7d1588b29 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0595353 Mar 29 15:36:27.674950 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2a9cc229-43cd-4225-86dd-3701b83d29e4 req-39cc8fe6-5cf7-485f-919a-25f7b97de5c2 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0435340 Mar 29 15:36:27.741230 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-d3f921ed-4856-4c54-ab93-816966e4168f req-545a8fc2-4f30-4b73-a620-bf6e5da188f8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Deleting port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:36:27.741563 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d3f921ed-4856-4c54-ab93-816966e4168f req-545a8fc2-4f30-4b73-a620-bf6e5da188f8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:27.960712 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80b3c-ff2b-426f-acfb-7d4f5d565a6a req-bac4261d-e3e1-49a6-9d7c-cd4de86f20d3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:27.962401 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9ab80b3c-ff2b-426f-acfb-7d4f5d565a6a req-bac4261d-e3e1-49a6-9d7c-cd4de86f20d3 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d43a5d-f528-40de-8aa8-03aa0b81f6cf HTTP/1.1" status: 200 len: 946 time: 0.0627489 Mar 29 15:36:28.019561 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9ab80b3c-ff2b-426f-acfb-7d4f5d565a6a req-aa6f95ab-81dd-49ac-9cd6-eb23a308424c tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.18 "GET /v2.0/security-groups?id=4acd3252-d9da-4ab5-af7c-1a4642395433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475764 Mar 29 15:36:28.088291 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-d3f921ed-4856-4c54-ab93-816966e4168f req-545a8fc2-4f30-4b73-a620-bf6e5da188f8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] For port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:28.088660 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d3f921ed-4856-4c54-ab93-816966e4168f req-545a8fc2-4f30-4b73-a620-bf6e5da188f8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:28.102865 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-d3f921ed-4856-4c54-ab93-816966e4168f req-545a8fc2-4f30-4b73-a620-bf6e5da188f8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Calling delete_port for 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:36:28.242080 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d3f921ed-4856-4c54-ab93-816966e4168f req-545a8fc2-4f30-4b73-a620-bf6e5da188f8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (9d2e4e9e-39d0-47ce-9c39-f44937b41d0c), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:28.253666 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['9d2e4e9e-39d0-47ce-9c39-f44937b41d0c'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:36:28.268228 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a8fc2-4f30-4b73-a620-bf6e5da188f8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Pushing event deleted for resources: {'Port': ['ID=9d2e4e9e-39d0-47ce-9c39-f44937b41d0c,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:28.311987 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f921ed-4856-4c54-ab93-816966e4168f req-545a8fc2-4f30-4b73-a620-bf6e5da188f8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] No DVR routers for this DVR port 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:36:28.314444 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-d3f921ed-4856-4c54-ab93-816966e4168f req-545a8fc2-4f30-4b73-a620-bf6e5da188f8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:28.318328 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d3f921ed-4856-4c54-ab93-816966e4168f req-545a8fc2-4f30-4b73-a620-bf6e5da188f8 tempest-ServerRescueNegativeTestJSON-179683523 tempest-ServerRescueNegativeTestJSON-179683523-project] 10.222.0.31 "DELETE /v2.0/ports/9d2e4e9e-39d0-47ce-9c39-f44937b41d0c HTTP/1.1" status: 204 len: 173 time: 0.6952522 Mar 29 15:36:28.318770 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d43a5d-f528-40de-8aa8-03aa0b81f6cf', 'name': 'network-vif-deleted', 'tag': '9d2e4e9e-39d0-47ce-9c39-f44937b41d0c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:28.321026 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83df0d59-7fb5-45e4-b6fb-40e640b479ab" -d '{"events": [{"server_uuid": "a1d43a5d-f528-40de-8aa8-03aa0b81f6cf", "name": "network-vif-deleted", "tag": "9d2e4e9e-39d0-47ce-9c39-f44937b41d0c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:28.357233 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336d681d-06d0-41a4-9b53-3ce6a8023004 x-openstack-request-id: req-336d681d-06d0-41a4-9b53-3ce6a8023004 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:28.357532 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d43a5d-f528-40de-8aa8-03aa0b81f6cf", "name": "network-vif-deleted", "tag": "9d2e4e9e-39d0-47ce-9c39-f44937b41d0c", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:28.358129 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-336d681d-06d0-41a4-9b53-3ce6a8023004 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:28.358543 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336d681d-06d0-41a4-9b53-3ce6a8023004'] response: {'server_uuid': 'a1d43a5d-f528-40de-8aa8-03aa0b81f6cf', 'name': 'network-vif-deleted', 'tag': '9d2e4e9e-39d0-47ce-9c39-f44937b41d0c', 'status': 'completed', 'code': 200} Mar 29 15:36:28.656487 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c2f3b-7db1-4b23-9313-8957b541152c req-2f31b504-4ee7-490f-b927-6ba74679a45c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:28.658099 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-2f31b504-4ee7-490f-b927-6ba74679a45c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.31 "GET /v2.0/networks?id=338732b2-ea3a-4739-8f59-c28fe02d1d89 HTTP/1.1" status: 200 len: 810 time: 0.1091928 Mar 29 15:36:28.731238 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-cde2d751-4151-4163-8d75-568d6880defc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b14b15a19b5419d8f9548e71f9866a3 HTTP/1.1" status: 200 len: 380 time: 0.0640635 Mar 29 15:36:28.758502 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-169c2f3b-7db1-4b23-9313-8957b541152c req-31fb414f-6ed9-4dd7-85c2-fa8b73d2236e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Request body: {'port': {'device_id': '422f17e0-3061-4668-ae34-e034dc24d8c2', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'admin_state_up': True, 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'security_groups': ['54fdb58f-367b-4dd1-8aa7-b372c6909074']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:28.785730 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-bb797559-ac72-4342-b29d-48ef7e20f204 req-e78880ae-1fe2-4efa-ae3e-dc4ed7259ba7 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0341022 Mar 29 15:36:28.885628 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169c2f3b-7db1-4b23-9313-8957b541152c req-31fb414f-6ed9-4dd7-85c2-fa8b73d2236e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Made reservation on behalf of 7b14b15a19b5419d8f9548e71f9866a3 for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:28.889047 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-169c2f3b-7db1-4b23-9313-8957b541152c req-31fb414f-6ed9-4dd7-85c2-fa8b73d2236e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.009744 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-169c2f3b-7db1-4b23-9313-8957b541152c req-31fb414f-6ed9-4dd7-85c2-fa8b73d2236e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Allocated IP 172.20.0.4 (338732b2-ea3a-4739-8f59-c28fe02d1d89/367b68cf-8773-4f3b-bc3f-07941870df7d/7f831116-bca7-4020-8495-8b98ecab120d) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:36:29.077099 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50982) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:29.156747 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-169c2f3b-7db1-4b23-9313-8957b541152c req-31fb414f-6ed9-4dd7-85c2-fa8b73d2236e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for port (7f831116-bca7-4020-8495-8b98ecab120d), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.191325 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-169c2f3b-7db1-4b23-9313-8957b541152c req-31fb414f-6ed9-4dd7-85c2-fa8b73d2236e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (7f831116-bca7-4020-8495-8b98ecab120d), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.230523 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169c2f3b-7db1-4b23-9313-8957b541152c req-31fb414f-6ed9-4dd7-85c2-fa8b73d2236e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Network 338732b2-ea3a-4739-8f59-c28fe02d1d89 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:29.235387 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-169c2f3b-7db1-4b23-9313-8957b541152c req-31fb414f-6ed9-4dd7-85c2-fa8b73d2236e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:29.241712 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-169c2f3b-7db1-4b23-9313-8957b541152c req-31fb414f-6ed9-4dd7-85c2-fa8b73d2236e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:36:29.265110 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb414f-6ed9-4dd7-85c2-fa8b73d2236e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event updated for resources: {'Port': ['ID=7f831116-bca7-4020-8495-8b98ecab120d,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:29.296612 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c2f3b-7db1-4b23-9313-8957b541152c req-31fb414f-6ed9-4dd7-85c2-fa8b73d2236e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:29.297254 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-169c2f3b-7db1-4b23-9313-8957b541152c req-31fb414f-6ed9-4dd7-85c2-fa8b73d2236e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.316773 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-31fb414f-6ed9-4dd7-85c2-fa8b73d2236e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5667567 Mar 29 15:36:29.327842 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Request body: {'port': {'device_id': '422f17e0-3061-4668-ae34-e034dc24d8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:29.394111 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (7f831116-bca7-4020-8495-8b98ecab120d), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.506929 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-799e7168-966a-4f7a-b4c1-64e7d99767e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543560'] for router_interface (613f666a-d877-47a4-8f18-408e89ed0fbf), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.525641 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-2b1a6e97-ed3a-465c-8ed0-c5b3afce3ec2 None None] Provisioning complete for port 7f831116-bca7-4020-8495-8b98ecab120d triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:36:29.526971 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6e97-ed3a-465c-8ed0-c5b3afce3ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (7f831116-bca7-4020-8495-8b98ecab120d), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.560862 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a6e97-ed3a-465c-8ed0-c5b3afce3ec2 None None] Port 7f831116-bca7-4020-8495-8b98ecab120d cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:36:29.658041 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f831116-bca7-4020-8495-8b98ecab120d {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:36:29.666018 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Publish callbacks [] for port (7f831116-bca7-4020-8495-8b98ecab120d), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.677802 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Transition to ACTIVE for port object 7f831116-bca7-4020-8495-8b98ecab120d will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:36:29.681686 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (7f831116-bca7-4020-8495-8b98ecab120d), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.732066 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Pushing event updated for resources: {'Port': ['ID=7f831116-bca7-4020-8495-8b98ecab120d,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:29.813373 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Attempting to bind port 7f831116-bca7-4020-8495-8b98ecab120d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:36:29.813580 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-799e7168-966a-4f7a-b4c1-64e7d99767e9 admin admin] Deleting port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:36:29.814044 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Attempting to bind port 7f831116-bca7-4020-8495-8b98ecab120d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:36:29.814150 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-799e7168-966a-4f7a-b4c1-64e7d99767e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.814234 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Attempting to bind port 7f831116-bca7-4020-8495-8b98ecab120d on network 338732b2-ea3a-4739-8f59-c28fe02d1d89 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:29.819688 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Port 7f831116-bca7-4020-8495-8b98ecab120d on network 338732b2-ea3a-4739-8f59-c28fe02d1d89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:36:29.819688 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Attempting to bind port 7f831116-bca7-4020-8495-8b98ecab120d on network 338732b2-ea3a-4739-8f59-c28fe02d1d89 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:36:29.824549 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:36:29.824867 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Checking segment: {'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:36:29.825288 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Bound using segment: {'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:36:29.825715 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Bound port: 7f831116-bca7-4020-8495-8b98ecab120d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eea381-e7d1-4c1f-9ea3-0629200d8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:36:29.826109 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (7f831116-bca7-4020-8495-8b98ecab120d), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.912158 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] For port 7f831116-bca7-4020-8495-8b98ecab120d, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:36:29.915358 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] For port 7f831116-bca7-4020-8495-8b98ecab120d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7f831116-bca7-4020-8495-8b98ecab120d,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:36:29.925364 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (7f831116-bca7-4020-8495-8b98ecab120d), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.926250 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-799e7168-966a-4f7a-b4c1-64e7d99767e9 admin admin] For port f6720a9f-64bb-4000-bb12-3f41b1aa4d8f, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=f6720a9f-64bb-4000-bb12-3f41b1aa4d8f,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:29.926619 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-799e7168-966a-4f7a-b4c1-64e7d99767e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.941712 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-799e7168-966a-4f7a-b4c1-64e7d99767e9 admin admin] Calling delete_port for f6720a9f-64bb-4000-bb12-3f41b1aa4d8f owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:36:29.959381 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:29.960082 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:29.961580 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] 10.222.0.31 "PUT /v2.0/ports/7f831116-bca7-4020-8495-8b98ecab120d HTTP/1.1" status: 200 len: 1093 time: 0.6378770 Mar 29 15:36:29.963210 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1b7c3-f742-48f7-8121-6f66ab84c9fa req-1409e540-11e8-4b38-b3e0-4b37df6ed614 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:29.964700 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2bb1b7c3-f742-48f7-8121-6f66ab84c9fa req-1409e540-11e8-4b38-b3e0-4b37df6ed614 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0910015 Mar 29 15:36:29.995413 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e05bb-0f52-4176-8c12-df796a13c113 service neutron] Pushing event updated for resources: {'Port': ['ID=7f831116-bca7-4020-8495-8b98ecab120d,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:30.055339 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c2f3b-7db1-4b23-9313-8957b541152c req-abf76866-7c4c-419d-977a-b461e726b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:30.056863 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-abf76866-7c4c-419d-977a-b461e726b2ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b14b15a19b5419d8f9548e71f9866a3&device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 1127 time: 0.0556757 Mar 29 15:36:30.067652 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2bb1b7c3-f742-48f7-8121-6f66ab84c9fa req-7764f1f7-f278-4e90-83a1-c2932cc329bb tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=54fdb58f-367b-4dd1-8aa7-b372c6909074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610816 Mar 29 15:36:30.106813 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-9a4d8d51-2f38-4d6f-b2a5-4f4ce09609b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f831116-bca7-4020-8495-8b98ecab120d HTTP/1.1" status: 200 len: 217 time: 0.0418522 Mar 29 15:36:30.161053 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c2f3b-7db1-4b23-9313-8957b541152c req-a2b47240-fda3-4564-921b-7c5174df8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:30.162700 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-a2b47240-fda3-4564-921b-7c5174df8cbe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=367b68cf-8773-4f3b-bc3f-07941870df7d HTTP/1.1" status: 200 len: 849 time: 0.0500395 Mar 29 15:36:30.208592 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-799e7168-966a-4f7a-b4c1-64e7d99767e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (f6720a9f-64bb-4000-bb12-3f41b1aa4d8f), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:30.222074 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c2f3b-7db1-4b23-9313-8957b541152c req-d0d7aede-57f5-4b53-a7a3-b52791fd6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:30.223585 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-d0d7aede-57f5-4b53-a7a3-b52791fd6964 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=338732b2-ea3a-4739-8f59-c28fe02d1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0553780 Mar 29 15:36:30.242731 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e7168-966a-4f7a-b4c1-64e7d99767e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6720a9f-64bb-4000-bb12-3f41b1aa4d8f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:30.327642 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-8bfc5068-1e13-4d72-a128-bd96d570dcfc service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976410 Mar 29 15:36:30.381191 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422f17e0-3061-4668-ae34-e034dc24d8c2', 'tag': '7f831116-bca7-4020-8495-8b98ecab120d'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:30.383753 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a01d9a-109f-4b70-817c-d9271e1c9a06" -d '{"events": [{"name": "network-changed", "server_uuid": "422f17e0-3061-4668-ae34-e034dc24d8c2", "tag": "7f831116-bca7-4020-8495-8b98ecab120d"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:30.405868 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-799e7168-966a-4f7a-b4c1-64e7d99767e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547032'] for router_interface (613f666a-d877-47a4-8f18-408e89ed0fbf), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:30.426052 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69baaa8-2bb4-41f2-acb2-94e2e5ec860b x-openstack-request-id: req-e69baaa8-2bb4-41f2-acb2-94e2e5ec860b {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:30.426350 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422f17e0-3061-4668-ae34-e034dc24d8c2", "tag": "7f831116-bca7-4020-8495-8b98ecab120d", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:30.426606 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e69baaa8-2bb4-41f2-acb2-94e2e5ec860b {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:30.427004 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69baaa8-2bb4-41f2-acb2-94e2e5ec860b'] response: {'name': 'network-changed', 'server_uuid': '422f17e0-3061-4668-ae34-e034dc24d8c2', 'tag': '7f831116-bca7-4020-8495-8b98ecab120d', 'status': 'completed', 'code': 200} Mar 29 15:36:30.437246 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-169c2f3b-7db1-4b23-9313-8957b541152c req-bbe2a0df-4feb-4621-85aa-6011323d8248 service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036239 Mar 29 15:36:30.532847 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01d9a-109f-4b70-817c-d9271e1c9a06 req-4fe18d54-4dfa-42a8-96df-cd528f39fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:30.534855 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-22a01d9a-109f-4b70-817c-d9271e1c9a06 req-4fe18d54-4dfa-42a8-96df-cd528f39fdfd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b14b15a19b5419d8f9548e71f9866a3&device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 1127 time: 0.0463600 Mar 29 15:36:30.622286 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799e7168-966a-4f7a-b4c1-64e7d99767e9 admin admin] Router 613f666a-d877-47a4-8f18-408e89ed0fbf has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:36:30.627126 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01d9a-109f-4b70-817c-d9271e1c9a06 req-7ecc7f46-3b3a-42a3-9691-bf1a16d0c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:30.628599 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-22a01d9a-109f-4b70-817c-d9271e1c9a06 req-7ecc7f46-3b3a-42a3-9691-bf1a16d0c166 service neutron] 10.222.0.31 "GET /v2.0/networks?id=338732b2-ea3a-4739-8f59-c28fe02d1d89 HTTP/1.1" status: 200 len: 911 time: 0.0841143 Mar 29 15:36:30.672589 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-22a01d9a-109f-4b70-817c-d9271e1c9a06 req-20c77169-a2a6-4cb5-a95c-e21ce2d97020 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f831116-bca7-4020-8495-8b98ecab120d HTTP/1.1" status: 200 len: 217 time: 0.0372353 Mar 29 15:36:30.720772 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01d9a-109f-4b70-817c-d9271e1c9a06 req-9b93e9db-b95e-4209-ab32-bb396c4903d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:30.723152 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-22a01d9a-109f-4b70-817c-d9271e1c9a06 req-9b93e9db-b95e-4209-ab32-bb396c4903d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=367b68cf-8773-4f3b-bc3f-07941870df7d HTTP/1.1" status: 200 len: 849 time: 0.0438118 Mar 29 15:36:30.731561 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799e7168-966a-4f7a-b4c1-64e7d99767e9 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:36:30.740101 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-799e7168-966a-4f7a-b4c1-64e7d99767e9 admin admin] 10.222.0.18 "PUT /v2.0/routers/613f666a-d877-47a4-8f18-408e89ed0fbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6583357 Mar 29 15:36:30.740101 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50992) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:30.742136 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa8610-5180-41b3-8ea0-7fea7692deee None None] Sync routers for ids ['613f666a-d877-47a4-8f18-408e89ed0fbf'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:36:30.751974 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa8610-5180-41b3-8ea0-7fea7692deee None None] Routers {'613f666a-d877-47a4-8f18-408e89ed0fbf'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:30.752645 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6daa8610-5180-41b3-8ea0-7fea7692deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:36:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['613f666a-d877-47a4-8f18-408e89ed0fbf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:30.779799 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01d9a-109f-4b70-817c-d9271e1c9a06 req-d83269c0-10bc-42f4-b84c-3c9c7a42921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:30.782949 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-22a01d9a-109f-4b70-817c-d9271e1c9a06 req-d83269c0-10bc-42f4-b84c-3c9c7a42921e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=338732b2-ea3a-4739-8f59-c28fe02d1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512025 Mar 29 15:36:30.860269 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6daa8610-5180-41b3-8ea0-7fea7692deee None None] Set router 613f666a-d877-47a4-8f18-408e89ed0fbf gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:30.882950 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-22a01d9a-109f-4b70-817c-d9271e1c9a06 req-66209651-d128-4964-963d-e5a38fb5379f service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942409 Mar 29 15:36:30.983862 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-22a01d9a-109f-4b70-817c-d9271e1c9a06 req-5eec5350-e599-4ece-b5dc-2d6bc5ac9469 service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932446 Mar 29 15:36:31.059796 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6daa8610-5180-41b3-8ea0-7fea7692deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:36:30Z', 'revision_number': 5, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:31.082336 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Publish callbacks [] for router (613f666a-d877-47a4-8f18-408e89ed0fbf), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:31.085847 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa8610-5180-41b3-8ea0-7fea7692deee None None] Checking router: 613f666a-d877-47a4-8f18-408e89ed0fbf for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:36:31.097548 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa8610-5180-41b3-8ea0-7fea7692deee None None] Routers {'613f666a-d877-47a4-8f18-408e89ed0fbf'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:31.098252 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6daa8610-5180-41b3-8ea0-7fea7692deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:36:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['613f666a-d877-47a4-8f18-408e89ed0fbf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:31.208672 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6daa8610-5180-41b3-8ea0-7fea7692deee None None] Set router 613f666a-d877-47a4-8f18-408e89ed0fbf gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:31.221794 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f55b2f-6198-4648-bb4d-2f0c56b6a33c req-6517251e-8662-426c-ac42-b65ad330c8a3 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:31.223266 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-66f55b2f-6198-4648-bb4d-2f0c56b6a33c req-6517251e-8662-426c-ac42-b65ad330c8a3 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0776398 Mar 29 15:36:31.235970 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Publish callbacks [] for router_gateway (613f666a-d877-47a4-8f18-408e89ed0fbf), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:31.303261 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-66f55b2f-6198-4648-bb4d-2f0c56b6a33c req-aedeeab0-95cd-47cc-a7df-e260a5cd604f tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=54fdb58f-367b-4dd1-8aa7-b372c6909074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739520 Mar 29 15:36:31.326826 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Deleting port c01d3d19-7762-44c2-8dab-8bb2502de7af {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:36:31.327165 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:31.407740 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] For port c01d3d19-7762-44c2-8dab-8bb2502de7af, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=c01d3d19-7762-44c2-8dab-8bb2502de7af,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:31.408097 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:31.420674 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Calling delete_port for c01d3d19-7762-44c2-8dab-8bb2502de7af owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:36:31.523298 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6daa8610-5180-41b3-8ea0-7fea7692deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:36:30Z', 'revision_number': 5, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:31.556441 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa8610-5180-41b3-8ea0-7fea7692deee None None] The sync data for ids ['613f666a-d877-47a4-8f18-408e89ed0fbf'] in dv-cinder-790535-36-iscsi is: [{'id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'name': 'tempest-ServerRescueNegativeTestJSON-884042374-router', 'tenant_id': '1623afb8886b48af82c5e0475cc0684d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:36:30Z', 'revision_number': 5, 'project_id': '1623afb8886b48af82c5e0475cc0684d', 'gw_port': {'id': 'c01d3d19-7762-44c2-8dab-8bb2502de7af', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f666a-d877-47a4-8f18-408e89ed0fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:36:31.595599 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (c01d3d19-7762-44c2-8dab-8bb2502de7af), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:31.624878 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=c01d3d19-7762-44c2-8dab-8bb2502de7af,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:31.684784 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544050'] for router_gateway (613f666a-d877-47a4-8f18-408e89ed0fbf), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:31.790214 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7310'] for router (613f666a-d877-47a4-8f18-408e89ed0fbf), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:31.792191 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Publish callbacks [] for router_controller (613f666a-d877-47a4-8f18-408e89ed0fbf), precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:31.857348 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547799'] for router (613f666a-d877-47a4-8f18-408e89ed0fbf), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:31.857800 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 613f666a-d877-47a4-8f18-408e89ed0fbf {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:36:31.862765 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:31.863915 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-745db184-ab60-494a-b03a-105bf3221f2b admin admin] 10.222.0.18 "DELETE /v2.0/routers/613f666a-d877-47a4-8f18-408e89ed0fbf HTTP/1.1" status: 204 len: 168 time: 1.1234028 Mar 29 15:36:31.866509 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50996) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:31.910220 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9411527d-ebdf-4349-b6cb-d9e81dce1a48 admin admin] Deleting subnet 0709834a-b1e4-4d89-bb13-a71aabdc2909 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:36:31.913643 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9411527d-ebdf-4349-b6cb-d9e81dce1a48 admin admin] Publish callbacks [] for subnet (0709834a-b1e4-4d89-bb13-a71aabdc2909), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:31.948655 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9411527d-ebdf-4349-b6cb-d9e81dce1a48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28108261'] for subnet (0709834a-b1e4-4d89-bb13-a71aabdc2909), precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.062742 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9411527d-ebdf-4349-b6cb-d9e81dce1a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (0709834a-b1e4-4d89-bb13-a71aabdc2909), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.115570 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9411527d-ebdf-4349-b6cb-d9e81dce1a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25410783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496360'] for subnet (0709834a-b1e4-4d89-bb13-a71aabdc2909), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.146176 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411527d-ebdf-4349-b6cb-d9e81dce1a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0709834a-b1e4-4d89-bb13-a71aabdc2909,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:32.155487 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9411527d-ebdf-4349-b6cb-d9e81dce1a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.158824 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-9411527d-ebdf-4349-b6cb-d9e81dce1a48 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0709834a-b1e4-4d89-bb13-a71aabdc2909 HTTP/1.1" status: 204 len: 168 time: 0.2913384 Mar 29 15:36:32.161426 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 50998) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:32.164472 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4416c06d-88e1-4904-9586-e90f326e1cfa None None] Network 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:36:32.251082 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (28e88c41-7b2e-46bf-9efb-43dc0aeca0ca), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.314633 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Deleting port 0b598ca9-5475-4074-bd31-618d7425d5d1 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:36:32.315415 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (0b598ca9-5475-4074-bd31-618d7425d5d1), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.357454 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 7f831116-bca7-4020-8495-8b98ecab120d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:36:32.364549 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:36:32.388641 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] For port 0b598ca9-5475-4074-bd31-618d7425d5d1, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=0b598ca9-5475-4074-bd31-618d7425d5d1,segment=NetworkSegment(e41099c0-6cef-4b59-960b-2c7ea083afa2),segment_id=e41099c0-6cef-4b59-960b-2c7ea083afa2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:32.389104 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (0b598ca9-5475-4074-bd31-618d7425d5d1), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.399854 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:36:32.400366 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 9d2e4e9e-39d0-47ce-9c39-f44937b41d0c not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:36:32.405483 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Calling delete_port for 0b598ca9-5475-4074-bd31-618d7425d5d1 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:36:32.448595 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08700e47-8d88-4aa4-a1fa-b7f5a480fc30 req-09e6a2ac-f549-4ddb-9b0e-28d7765a1410 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:32.453447 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-08700e47-8d88-4aa4-a1fa-b7f5a480fc30 req-09e6a2ac-f549-4ddb-9b0e-28d7765a1410 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 943 time: 0.0763404 Mar 29 15:36:32.500298 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (0b598ca9-5475-4074-bd31-618d7425d5d1), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.501738 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 7f831116-bca7-4020-8495-8b98ecab120d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7f831116-bca7-4020-8495-8b98ecab120d,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:32.506729 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-08700e47-8d88-4aa4-a1fa-b7f5a480fc30 req-0fe289d8-9ec7-4fd3-8e67-b8f6dd15165a tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=54fdb58f-367b-4dd1-8aa7-b372c6909074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483518 Mar 29 15:36:32.513487 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '7f831116-bca7-4020-8495-8b98ecab120d', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'port_id': '7f831116-bca7-4020-8495-8b98ecab120d', 'mac_address': 'fa:16:3e:18:13:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:36:32.529119 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b598ca9-5475-4074-bd31-618d7425d5d1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:32.531574 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] No DVR routers for this DVR port 0b598ca9-5475-4074-bd31-618d7425d5d1 on host dv-cinder-790535-36-iscsi {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:36:32.555721 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 7f831116-bca7-4020-8495-8b98ecab120d is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:36:32.556043 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (7f831116-bca7-4020-8495-8b98ecab120d), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.569195 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f831116-bca7-4020-8495-8b98ecab120d {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:36:32.588741 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 7f831116-bca7-4020-8495-8b98ecab120d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7f831116-bca7-4020-8495-8b98ecab120d,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:32.593017 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (7f831116-bca7-4020-8495-8b98ecab120d), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.605273 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (28e88c41-7b2e-46bf-9efb-43dc0aeca0ca), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.631609 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e88c41-7b2e-46bf-9efb-43dc0aeca0ca']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:32.645072 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=7f831116-bca7-4020-8495-8b98ecab120d,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:32.647655 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41099c0-6cef-4b59-960b-2c7ea083afa2') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:32.647976 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41099c0-6cef-4b59-960b-2c7ea083afa2') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:32.649644 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device f6720a9f-64bb-4000-bb12-3f41b1aa4d8f no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:36:32.651471 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4013a3ac-eddd-4bce-90cf-c0e09268af03 None None] DHCP port deletion for 28e88c41-7b2e-46bf-9efb-43dc0aeca0ca request from dv-cinder-790535-36-iscsi {{(pid=103132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:36:32.659286 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28108270'] for segment (e41099c0-6cef-4b59-960b-2c7ea083afa2), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.674163 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: f6720a9f-64bb-4000-bb12-3f41b1aa4d8f {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:36:32.674987 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (e41099c0-6cef-4b59-960b-2c7ea083afa2), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.675105 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device f6720a9f-64bb-4000-bb12-3f41b1aa4d8f not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:36:32.685762 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:36:32.686120 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403513'] for segment (e41099c0-6cef-4b59-960b-2c7ea083afa2), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: Traceback (most recent call last): Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: timer() Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: cb(*args, **kw) Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: return func(*args, **kwargs) Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: self._notify() Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: self.callback(batched_events) Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: event.method(event) Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: return f(self, *a, **k) Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: return self._get(url).json() Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: return self.request(url, 'GET', **kwargs) Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:36:32.687894 dv-cinder-790535-36-iscsi neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:36:32.749786 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (28e88c41-7b2e-46bf-9efb-43dc0aeca0ca), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.755810 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:32.759151 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] 10.222.0.18 "DELETE /v2.0/networks/28e88c41-7b2e-46bf-9efb-43dc0aeca0ca HTTP/1.1" status: 204 len: 168 time: 0.5967717 Mar 29 15:36:32.770208 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781cb7d-3178-49a4-8a75-16179cec086f admin admin] Pushing event deleted for resources: {'Network': ['ID=28e88c41-7b2e-46bf-9efb-43dc0aeca0ca,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:32.844048 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['7f831116-bca7-4020-8495-8b98ecab120d'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:36:32.927462 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 51004) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:32.967602 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-46889e4f-45f9-4719-b21f-8d670d898213 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1623afb8886b48af82c5e0475cc0684d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389674 Mar 29 15:36:32.970056 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 51006) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:33.016483 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Publish callbacks [] for security_group (4acd3252-d9da-4ab5-af7c-1a4642395433), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:33.037085 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Publish callbacks [] for security_group (4acd3252-d9da-4ab5-af7c-1a4642395433), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:33.083178 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4acd3252-d9da-4ab5-af7c-1a4642395433), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:33.086005 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:33.087303 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4acd3252-d9da-4ab5-af7c-1a4642395433 HTTP/1.1" status: 204 len: 168 time: 0.1162636 Mar 29 15:36:33.098204 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acd3252-d9da-4ab5-af7c-1a4642395433,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:33.106121 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.106509 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.106928 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.107296 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.107645 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.108075 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.108434 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.108862 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.109244 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.109605 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.109986 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.110312 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.110633 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.110967 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.111310 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402d7144-708d-4c7d-b4a1-123144565584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:33.630689 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54b277-649c-4381-986f-3f03af452adf req-7feef2c0-a832-4957-bc7d-1012d6317248 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:33.632219 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3a54b277-649c-4381-986f-3f03af452adf req-7feef2c0-a832-4957-bc7d-1012d6317248 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 944 time: 0.0547557 Mar 29 15:36:33.688223 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3a54b277-649c-4381-986f-3f03af452adf req-106f4714-a20a-43df-a222-33273362bf87 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=54fdb58f-367b-4dd1-8aa7-b372c6909074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458214 Mar 29 15:36:34.201960 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 0b598ca9-5475-4074-bd31-618d7425d5d1 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:36:34.223221 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 0b598ca9-5475-4074-bd31-618d7425d5d1 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:36:34.223557 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 0b598ca9-5475-4074-bd31-618d7425d5d1 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:36:34.223984 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device c01d3d19-7762-44c2-8dab-8bb2502de7af no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:36:34.242685 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: c01d3d19-7762-44c2-8dab-8bb2502de7af {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:36:34.243027 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device c01d3d19-7762-44c2-8dab-8bb2502de7af not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:36:34.374656 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 7f831116-bca7-4020-8495-8b98ecab120d up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:36:34.424337 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 7f831116-bca7-4020-8495-8b98ecab120d completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:36:34.428216 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 7f831116-bca7-4020-8495-8b98ecab120d triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:36:34.428591 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (7f831116-bca7-4020-8495-8b98ecab120d), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:34.503274 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 7f831116-bca7-4020-8495-8b98ecab120d is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:36:34.503715 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (7f831116-bca7-4020-8495-8b98ecab120d), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:34.526102 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422f17e0-3061-4668-ae34-e034dc24d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f831116-bca7-4020-8495-8b98ecab120d'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:34.528312 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624845ea-e8b7-4385-9dad-80a9938b5725" -d '{"events": [{"server_uuid": "422f17e0-3061-4668-ae34-e034dc24d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "7f831116-bca7-4020-8495-8b98ecab120d"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:34.540715 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 7f831116-bca7-4020-8495-8b98ecab120d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7f831116-bca7-4020-8495-8b98ecab120d,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:34.544624 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (7f831116-bca7-4020-8495-8b98ecab120d), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:34.566569 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc122b32-625d-48a3-961c-b3dd58347945 x-openstack-request-id: req-dc122b32-625d-48a3-961c-b3dd58347945 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:34.566859 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422f17e0-3061-4668-ae34-e034dc24d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "7f831116-bca7-4020-8495-8b98ecab120d", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:34.567111 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc122b32-625d-48a3-961c-b3dd58347945 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:34.567498 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc122b32-625d-48a3-961c-b3dd58347945'] response: {'server_uuid': '422f17e0-3061-4668-ae34-e034dc24d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f831116-bca7-4020-8495-8b98ecab120d', 'code': 200} Mar 29 15:36:34.600306 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=7f831116-bca7-4020-8495-8b98ecab120d,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:34.740420 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adbf90-f131-4792-b091-1e7bdaa19729 req-41578fcb-586f-455c-8dc2-060acc4ef0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:34.742322 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-09adbf90-f131-4792-b091-1e7bdaa19729 req-41578fcb-586f-455c-8dc2-060acc4ef0bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 1129 time: 0.0445430 Mar 29 15:36:34.793811 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-09adbf90-f131-4792-b091-1e7bdaa19729 req-699128df-3694-4695-acee-28c3b9613fc9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=54fdb58f-367b-4dd1-8aa7-b372c6909074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418499 Mar 29 15:36:34.806550 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942ae17-0cbb-4f8d-a0fa-57b800d69594 req-d5d6cd77-e4a0-4d85-aa0b-4d9a9cd8c1e3 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:34.808020 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3942ae17-0cbb-4f8d-a0fa-57b800d69594 req-d5d6cd77-e4a0-4d85-aa0b-4d9a9cd8c1e3 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0519247 Mar 29 15:36:34.854493 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3942ae17-0cbb-4f8d-a0fa-57b800d69594 req-a86fbcd5-99bb-44fc-a693-8d138ac64180 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=54fdb58f-367b-4dd1-8aa7-b372c6909074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 Mar 29 15:36:35.076994 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:36:35.978123 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b4a75-4cf3-45ee-bb69-b7c4a09e52ba req-df775b4d-9e84-4a0c-8684-70ae6c33f9f3 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:35.979600 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e62b4a75-4cf3-45ee-bb69-b7c4a09e52ba req-df775b4d-9e84-4a0c-8684-70ae6c33f9f3 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0515268 Mar 29 15:36:36.025887 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e62b4a75-4cf3-45ee-bb69-b7c4a09e52ba req-3de15a0e-ef84-4a1d-859d-05487312f314 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=54fdb58f-367b-4dd1-8aa7-b372c6909074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407391 Mar 29 15:36:37.149966 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f98b6-6f87-4c73-ba1e-266b101db703 req-ea232c53-c0ed-4d27-aa41-1af8523f5968 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:37.151415 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c35f98b6-6f87-4c73-ba1e-266b101db703 req-ea232c53-c0ed-4d27-aa41-1af8523f5968 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0577931 Mar 29 15:36:37.197179 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c35f98b6-6f87-4c73-ba1e-266b101db703 req-864800c9-4b98-4353-814c-ba08759c9bfc tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=54fdb58f-367b-4dd1-8aa7-b372c6909074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399928 Mar 29 15:36:37.310050 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6262ae-4d0c-4106-8608-fff237059ef8 req-efaca420-53e3-4942-9c72-6691504afec0 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:37.311407 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dd6262ae-4d0c-4106-8608-fff237059ef8 req-efaca420-53e3-4942-9c72-6691504afec0 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0513241 Mar 29 15:36:37.319832 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 51072) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:37.323993 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-2a533b4f-b040-413e-b676-e7d2ff34f96e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Request body: {'floatingip': {'port_id': '7f831116-bca7-4020-8495-8b98ecab120d'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:37.361535 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2a533b4f-b040-413e-b676-e7d2ff34f96e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (b36804f8-3fc6-44bc-a4ba-f160c8e80496), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:37.772447 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2a533b4f-b040-413e-b676-e7d2ff34f96e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:37.776269 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2a533b4f-b040-413e-b676-e7d2ff34f96e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (b36804f8-3fc6-44bc-a4ba-f160c8e80496), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:37.874649 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [None req-2a533b4f-b040-413e-b676-e7d2ff34f96e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Floating IP b36804f8-3fc6-44bc-a4ba-f160c8e80496 associated. External IP: 172.27.0.31, port: 7f831116-bca7-4020-8495-8b98ecab120d. Mar 29 15:36:38.088680 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a533b4f-b040-413e-b676-e7d2ff34f96e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:36:38.205471 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a533b4f-b040-413e-b676-e7d2ff34f96e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:36:38.210767 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2a533b4f-b040-413e-b676-e7d2ff34f96e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:38.214542 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958697b4-a1e8-4ebe-b8e0-c214cbc688e1 None None] Sync routers for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:36:38.225142 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958697b4-a1e8-4ebe-b8e0-c214cbc688e1 None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:38.226598 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-958697b4-a1e8-4ebe-b8e0-c214cbc688e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:36:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:38.245173 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-2a533b4f-b040-413e-b676-e7d2ff34f96e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "PUT /v2.0/floatingips/b36804f8-3fc6-44bc-a4ba-f160c8e80496 HTTP/1.1" status: 200 len: 990 time: 0.9242511 Mar 29 15:36:38.245756 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422f17e0-3061-4668-ae34-e034dc24d8c2', 'tag': '7f831116-bca7-4020-8495-8b98ecab120d'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:38.248235 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6510ac-33ac-45ec-801d-9bb3d577504d" -d '{"events": [{"name": "network-changed", "server_uuid": "422f17e0-3061-4668-ae34-e034dc24d8c2", "tag": "7f831116-bca7-4020-8495-8b98ecab120d"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:38.289314 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e4376d-63b6-493c-b99f-8443dd2ea2c6 x-openstack-request-id: req-44e4376d-63b6-493c-b99f-8443dd2ea2c6 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:38.289314 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422f17e0-3061-4668-ae34-e034dc24d8c2", "tag": "7f831116-bca7-4020-8495-8b98ecab120d", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:38.291777 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44e4376d-63b6-493c-b99f-8443dd2ea2c6 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:38.292203 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e4376d-63b6-493c-b99f-8443dd2ea2c6'] response: {'name': 'network-changed', 'server_uuid': '422f17e0-3061-4668-ae34-e034dc24d8c2', 'tag': '7f831116-bca7-4020-8495-8b98ecab120d', 'status': 'completed', 'code': 200} Mar 29 15:36:38.340035 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-958697b4-a1e8-4ebe-b8e0-c214cbc688e1 None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:38.366939 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6510ac-33ac-45ec-801d-9bb3d577504d req-85440766-ca3e-4cf2-8023-a89954cbb0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:38.368676 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6f6510ac-33ac-45ec-801d-9bb3d577504d req-85440766-ca3e-4cf2-8023-a89954cbb0d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b14b15a19b5419d8f9548e71f9866a3&device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 1129 time: 0.0533247 Mar 29 15:36:38.467340 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6510ac-33ac-45ec-801d-9bb3d577504d req-13e5c20a-ccc6-4e5f-9148-3375c79b4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:38.468894 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6f6510ac-33ac-45ec-801d-9bb3d577504d req-13e5c20a-ccc6-4e5f-9148-3375c79b4a2e service neutron] 10.222.0.31 "GET /v2.0/networks?id=338732b2-ea3a-4739-8f59-c28fe02d1d89 HTTP/1.1" status: 200 len: 911 time: 0.0941629 Mar 29 15:36:38.544127 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6f6510ac-33ac-45ec-801d-9bb3d577504d req-41a2d56f-d733-46c6-9272-fcf00b969216 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f831116-bca7-4020-8495-8b98ecab120d HTTP/1.1" status: 200 len: 998 time: 0.0676959 Mar 29 15:36:38.604492 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6510ac-33ac-45ec-801d-9bb3d577504d req-36be8423-0ce5-4b0a-bc45-a2c0ddf95278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:38.606262 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6f6510ac-33ac-45ec-801d-9bb3d577504d req-36be8423-0ce5-4b0a-bc45-a2c0ddf95278 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=367b68cf-8773-4f3b-bc3f-07941870df7d HTTP/1.1" status: 200 len: 849 time: 0.0558894 Mar 29 15:36:38.623916 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-958697b4-a1e8-4ebe-b8e0-c214cbc688e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'b36804f8-3fc6-44bc-a4ba-f160c8e80496', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'port_id': '7f831116-bca7-4020-8495-8b98ecab120d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'mac_address': 'fa:16:3e:18:13:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422f17e0-3061-4668-ae34-e034dc24d8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:36:26Z', 'updated_at': '2022-03-29T15:36:37Z', 'revision_number': 1, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:08Z', 'revision_number': 5, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:38.661642 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958697b4-a1e8-4ebe-b8e0-c214cbc688e1 None None] Checking router: a4f12b8f-0258-4807-bcfe-1e7d00be0e09 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:36:38.670666 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958697b4-a1e8-4ebe-b8e0-c214cbc688e1 None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:38.671298 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-958697b4-a1e8-4ebe-b8e0-c214cbc688e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:36:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:38.692149 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6510ac-33ac-45ec-801d-9bb3d577504d req-0be7afc7-303e-4cc0-98f0-c96f28da667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:38.699142 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6f6510ac-33ac-45ec-801d-9bb3d577504d req-0be7afc7-303e-4cc0-98f0-c96f28da667b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=338732b2-ea3a-4739-8f59-c28fe02d1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0850754 Mar 29 15:36:38.782803 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-958697b4-a1e8-4ebe-b8e0-c214cbc688e1 None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:38.808426 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6f6510ac-33ac-45ec-801d-9bb3d577504d req-17879c94-51ff-41b0-a194-40978548a5ff service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963888 Mar 29 15:36:38.910978 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6f6510ac-33ac-45ec-801d-9bb3d577504d req-a9944ac3-61b2-42db-b197-7fd453afb73f service neutron] 10.222.0.31 "GET /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011930 Mar 29 15:36:39.027381 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-958697b4-a1e8-4ebe-b8e0-c214cbc688e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'b36804f8-3fc6-44bc-a4ba-f160c8e80496', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'port_id': '7f831116-bca7-4020-8495-8b98ecab120d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'mac_address': 'fa:16:3e:18:13:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422f17e0-3061-4668-ae34-e034dc24d8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:36:26Z', 'updated_at': '2022-03-29T15:36:37Z', 'revision_number': 1, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:08Z', 'revision_number': 5, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:39.056824 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958697b4-a1e8-4ebe-b8e0-c214cbc688e1 None None] The sync data for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi is: [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'b36804f8-3fc6-44bc-a4ba-f160c8e80496', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'port_id': '7f831116-bca7-4020-8495-8b98ecab120d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'mac_address': 'fa:16:3e:18:13:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422f17e0-3061-4668-ae34-e034dc24d8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:36:26Z', 'updated_at': '2022-03-29T15:36:37Z', 'revision_number': 1, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:08Z', 'revision_number': 5, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:36:39.270503 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6beac0-2263-48ca-9686-e448378b17ef None None] New status for floating IP b36804f8-3fc6-44bc-a4ba-f160c8e80496: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:36:39.504202 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b07e27-0a25-40fb-996b-f452c392aa36 req-da4b33d7-e622-4406-8c1a-48837ce501f7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:39.505703 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e4b07e27-0a25-40fb-996b-f452c392aa36 req-da4b33d7-e622-4406-8c1a-48837ce501f7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0548315 Mar 29 15:36:39.553726 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e4b07e27-0a25-40fb-996b-f452c392aa36 req-3dc84c0c-01d4-438e-9937-046eb92ad461 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 Mar 29 15:36:40.667803 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aedf0-ac0b-4336-b2ef-69581686b44b req-179cebd4-1357-4015-823e-6113e3e6d94a tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:40.669286 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-406aedf0-ac0b-4336-b2ef-69581686b44b req-179cebd4-1357-4015-823e-6113e3e6d94a tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0512345 Mar 29 15:36:40.716205 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-406aedf0-ac0b-4336-b2ef-69581686b44b req-f46d4875-edb7-4a5f-b976-385a534d54e5 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409470 Mar 29 15:36:42.005870 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf67f3d-a608-4dae-bcd0-9f614499a069 req-1855861b-c146-4a8a-991b-d9e1166d87a6 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:42.007241 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-faf67f3d-a608-4dae-bcd0-9f614499a069 req-1855861b-c146-4a8a-991b-d9e1166d87a6 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.2228806 Mar 29 15:36:42.054183 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-faf67f3d-a608-4dae-bcd0-9f614499a069 req-4bd13cae-7924-44f9-a4cd-a619af73957e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 Mar 29 15:36:42.438113 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 51176) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:42.541642 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2de9f475-23db-4d0f-8827-94cab3097c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:42.575826 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b4f69b2f-9559-471e-aa07-38f79ff68793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:42.627984 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2de9f475-23db-4d0f-8827-94cab3097c96 admin admin] Publish callbacks [] for security_group (3beed1d0-50bd-472d-8d15-61f4c90b8693), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:42.632167 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2de9f475-23db-4d0f-8827-94cab3097c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (3beed1d0-50bd-472d-8d15-61f4c90b8693), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:42.670062 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-2de9f475-23db-4d0f-8827-94cab3097c96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c55295e3ce4d451c812d2d396cc8bc8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308581 Mar 29 15:36:42.670931 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9f475-23db-4d0f-8827-94cab3097c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3beed1d0-50bd-472d-8d15-61f4c90b8693,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:42.672750 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 51180) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:42.721358 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Publish callbacks [] for security_group (3beed1d0-50bd-472d-8d15-61f4c90b8693), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:42.745910 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Publish callbacks [] for security_group (3beed1d0-50bd-472d-8d15-61f4c90b8693), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:42.791754 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (3beed1d0-50bd-472d-8d15-61f4c90b8693), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:42.794351 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:42.795619 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3beed1d0-50bd-472d-8d15-61f4c90b8693 HTTP/1.1" status: 204 len: 168 time: 0.1217117 Mar 29 15:36:42.804035 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beed1d0-50bd-472d-8d15-61f4c90b8693,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:42.811458 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.811810 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.812162 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.812499 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.812860 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.813241 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.813569 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.813896 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.814221 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.815558 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.815896 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.816225 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.816550 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.816895 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:42.817242 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b06b18-c6b8-430e-87f8-d335c3ae88fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:36:43.337737 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc44678-def2-4a9b-b10c-dc3807947d4e req-32580985-7a61-4f7f-9544-2fd335f74a16 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:43.339372 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-adc44678-def2-4a9b-b10c-dc3807947d4e req-32580985-7a61-4f7f-9544-2fd335f74a16 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.2176874 Mar 29 15:36:43.395667 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-adc44678-def2-4a9b-b10c-dc3807947d4e req-637e29dd-9d12-4c6f-8daa-f7c9bdb17165 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457180 Mar 29 15:36:44.515040 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e60b68-ecab-4980-b12c-0c0561d5b09a req-bea4435e-59bf-4a88-acab-821c988eeb8c tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:44.516508 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b8e60b68-ecab-4980-b12c-0c0561d5b09a req-bea4435e-59bf-4a88-acab-821c988eeb8c tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0524085 Mar 29 15:36:44.564635 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b8e60b68-ecab-4980-b12c-0c0561d5b09a req-17fb549f-ceef-49dd-a8fa-e9a4933c4a0f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Mar 29 15:36:45.088983 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0a0c55c5-dc7d-409e-acdc-4d139e25fcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:45.345236 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:45.686745 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1770861-a101-4f0f-ad09-03a13987fd96 req-e79bf2d4-0302-44b4-9e73-d3afdd4720ad tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:45.689413 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b1770861-a101-4f0f-ad09-03a13987fd96 req-e79bf2d4-0302-44b4-9e73-d3afdd4720ad tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0556901 Mar 29 15:36:45.745072 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b1770861-a101-4f0f-ad09-03a13987fd96 req-e0c54204-539a-4f05-b2c1-52f48f4a3c15 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509279 Mar 29 15:36:46.085587 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:46.864572 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f4966-3e9f-4fb7-9e88-620cc9f30ac4 req-2ddc7051-8ab8-4244-84e3-ac11f9da6f2b tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:46.866085 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4e6f4966-3e9f-4fb7-9e88-620cc9f30ac4 req-2ddc7051-8ab8-4244-84e3-ac11f9da6f2b tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0544775 Mar 29 15:36:46.920325 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4e6f4966-3e9f-4fb7-9e88-620cc9f30ac4 req-ade01ba4-632c-42ae-bb38-056890f910da tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482202 Mar 29 15:36:47.216280 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:48.038466 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0ff29-b211-477e-8dfa-9bb5f82523d0 req-447fd4b5-1a5d-4b16-b01c-bdfb7caff395 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:48.039938 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6af0ff29-b211-477e-8dfa-9bb5f82523d0 req-447fd4b5-1a5d-4b16-b01c-bdfb7caff395 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0508902 Mar 29 15:36:48.087244 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6af0ff29-b211-477e-8dfa-9bb5f82523d0 req-11b4fe24-fc2a-4a8c-b6ec-0285a0b464ef tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Mar 29 15:36:48.786716 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:49.202023 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aafd9-629a-434b-8ff1-010a077054aa req-0b14f089-eb7c-4443-870b-25d4aec23d3a tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:49.203477 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-778aafd9-629a-434b-8ff1-010a077054aa req-0b14f089-eb7c-4443-870b-25d4aec23d3a tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0507817 Mar 29 15:36:49.250816 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-778aafd9-629a-434b-8ff1-010a077054aa req-12ac14bb-7a5e-43d7-ad17-2bd915263c0d tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Mar 29 15:36:50.379383 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da91c1-7b71-4b00-b7de-878040cef23f req-9d62d29c-a77a-4174-941a-aa124dd604eb tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:50.381250 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e0da91c1-7b71-4b00-b7de-878040cef23f req-9d62d29c-a77a-4174-941a-aa124dd604eb tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0644000 Mar 29 15:36:50.440471 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e0da91c1-7b71-4b00-b7de-878040cef23f req-ead03281-2c97-4dd3-8b31-36233db750ca tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484066 Mar 29 15:36:51.264164 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0bdb-8ad7-48d4-8dee-0ea4116bd615 req-6e0ee7a0-01f2-4bf1-b334-8ba25bedc2fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:51.265560 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2fbb0bdb-8ad7-48d4-8dee-0ea4116bd615 req-6e0ee7a0-01f2-4bf1-b334-8ba25bedc2fc tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 945 time: 0.0517466 Mar 29 15:36:51.311166 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2fbb0bdb-8ad7-48d4-8dee-0ea4116bd615 req-083028b5-0a69-4001-b566-1024cda1c2a9 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3073032-b7a0-48c5-92dd-aeeeee521adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395775 Mar 29 15:36:51.550445 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3c624-869c-453b-9c37-81a0a01e034b req-a3de4aa6-9bf5-4348-9c14-2047bf5cc71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:51.551945 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2da3c624-869c-453b-9c37-81a0a01e034b req-a3de4aa6-9bf5-4348-9c14-2047bf5cc71b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46157163e6e4df8b1c832a9a05f8dbf&device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 1129 time: 0.0439231 Mar 29 15:36:51.563479 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05458c95-0664-4edd-9c76-f985ccce9b1b req-effb83db-7ccb-4af1-9eb2-e0b4341950c5 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:51.565584 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-05458c95-0664-4edd-9c76-f985ccce9b1b req-effb83db-7ccb-4af1-9eb2-e0b4341950c5 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0520804 Mar 29 15:36:51.613609 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-05458c95-0664-4edd-9c76-f985ccce9b1b req-1adabe18-f384-4c1f-b6dc-de0db1f8a484 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Mar 29 15:36:51.914627 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3c624-869c-453b-9c37-81a0a01e034b req-f7405e2f-1c41-4d00-8084-0e13543647a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:51.916114 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2da3c624-869c-453b-9c37-81a0a01e034b req-f7405e2f-1c41-4d00-8084-0e13543647a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dac59228-31db-4e5b-96e8-f47a59d250fd HTTP/1.1" status: 200 len: 910 time: 0.3396850 Mar 29 15:36:51.983861 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2da3c624-869c-453b-9c37-81a0a01e034b req-e1ce11db-91fe-4928-9433-f6d74d4e142b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7402c7e8-9785-47da-972c-a6b033f74692 HTTP/1.1" status: 200 len: 1000 time: 0.0613694 Mar 29 15:36:52.036035 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3c624-869c-453b-9c37-81a0a01e034b req-d189fc44-43df-4e44-a67f-8e0328f32418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:52.037485 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2da3c624-869c-453b-9c37-81a0a01e034b req-d189fc44-43df-4e44-a67f-8e0328f32418 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9 HTTP/1.1" status: 200 len: 848 time: 0.0471730 Mar 29 15:36:52.088318 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3c624-869c-453b-9c37-81a0a01e034b req-9ba01c82-e188-42c7-b456-e54b3989c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:52.089765 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2da3c624-869c-453b-9c37-81a0a01e034b req-9ba01c82-e188-42c7-b456-e54b3989c195 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dac59228-31db-4e5b-96e8-f47a59d250fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446053 Mar 29 15:36:52.180129 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2da3c624-869c-453b-9c37-81a0a01e034b req-73564b8e-b25e-4dbb-8c57-9519e2d68145 service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831871 Mar 29 15:36:52.277604 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2da3c624-869c-453b-9c37-81a0a01e034b req-b71db786-5f66-41ac-be48-2eda3f2070e9 service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865338 Mar 29 15:36:52.427935 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653fc90-accf-46a6-b461-48b10eaa091a req-19a4784a-1c48-40c8-9dd8-29e986b9e728 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:52.429445 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c653fc90-accf-46a6-b461-48b10eaa091a req-19a4784a-1c48-40c8-9dd8-29e986b9e728 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 945 time: 0.0538130 Mar 29 15:36:52.480152 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c653fc90-accf-46a6-b461-48b10eaa091a req-795e933d-0b64-408e-affa-8f442377e783 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3073032-b7a0-48c5-92dd-aeeeee521adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452328 Mar 29 15:36:52.733017 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5703e-0af6-47fe-9ff8-c97a14373c84 req-2bf5f4c5-467a-4f14-ba91-0b0872c72052 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:52.734521 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1ad5703e-0af6-47fe-9ff8-c97a14373c84 req-2bf5f4c5-467a-4f14-ba91-0b0872c72052 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0547743 Mar 29 15:36:52.786832 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1ad5703e-0af6-47fe-9ff8-c97a14373c84 req-296a0b0c-4cd4-452f-8f6e-12dd5733f95a tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461917 Mar 29 15:36:52.969192 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-a2e20b05-cb37-4746-9219-3b39c2f8cf5d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:52.971114 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-a2e20b05-cb37-4746-9219-3b39c2f8cf5d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 945 time: 0.0583611 Mar 29 15:36:53.063758 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Deleting port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:36:53.064163 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:53.158369 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] For port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=22dcb4f8-b5f1-44de-a638-bbd0e5565da7,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:36:53.158741 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:53.334358 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:53.335088 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (03d30fec-7fbb-4e08-bd69-a33b5057d9fb), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:53.335088 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Floating IP 03d30fec-7fbb-4e08-bd69-a33b5057d9fb disassociated. External IP: 172.27.0.201, port: 22dcb4f8-b5f1-44de-a638-bbd0e5565da7. Mar 29 15:36:53.335331 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Calling delete_port for 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:36:53.459962 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (22dcb4f8-b5f1-44de-a638-bbd0e5565da7), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:53.488691 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event deleted for resources: {'Port': ['ID=22dcb4f8-b5f1-44de-a638-bbd0e5565da7,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:53.594524 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-27e49d60-d818-4c3d-940a-176721fec69a req-f9bcd6e4-e318-4375-bb95-b7435cfe0b90 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=7efe653a-d44f-4a64-9d5a-8c969606e2db HTTP/1.1" status: 200 len: 210 time: 0.0314422 Mar 29 15:36:53.631065 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Router dca01e38-1c5f-4e5b-8608-bf515fffe9ee has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:36:53.741643 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:36:53.753244 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730a155-68b8-4ca7-9c38-3ac46b83f7bc None None] Sync routers for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:36:53.765262 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730a155-68b8-4ca7-9c38-3ac46b83f7bc None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:53.765938 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-1730a155-68b8-4ca7-9c38-3ac46b83f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:36:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:53.796517 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] No DVR routers for this DVR port 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:36:53.796517 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:53.796517 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5f1f7312-ff99-4835-8233-99dada1c1ba1 req-e9dd1bbf-5e66-4688-936f-d3b9f7b8fd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "DELETE /v2.0/ports/22dcb4f8-b5f1-44de-a638-bbd0e5565da7 HTTP/1.1" status: 204 len: 173 time: 0.8179741 Mar 29 15:36:53.796517 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efe653a-d44f-4a64-9d5a-8c969606e2db', 'name': 'network-vif-deleted', 'tag': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:36:53.797298 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e97d0ad-bd1f-4e63-a065-6350f823746d" -d '{"events": [{"server_uuid": "7efe653a-d44f-4a64-9d5a-8c969606e2db", "name": "network-vif-deleted", "tag": "22dcb4f8-b5f1-44de-a638-bbd0e5565da7"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:36:53.871272 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0f283f-4f6b-432b-8e09-29f2fc4d247f x-openstack-request-id: req-7c0f283f-4f6b-432b-8e09-29f2fc4d247f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:36:53.871556 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efe653a-d44f-4a64-9d5a-8c969606e2db", "name": "network-vif-deleted", "tag": "22dcb4f8-b5f1-44de-a638-bbd0e5565da7", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:36:53.871963 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c0f283f-4f6b-432b-8e09-29f2fc4d247f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:36:53.872381 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0f283f-4f6b-432b-8e09-29f2fc4d247f'] response: {'server_uuid': '7efe653a-d44f-4a64-9d5a-8c969606e2db', 'name': 'network-vif-deleted', 'tag': '22dcb4f8-b5f1-44de-a638-bbd0e5565da7', 'status': 'completed', 'code': 200} Mar 29 15:36:53.975190 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-1730a155-68b8-4ca7-9c38-3ac46b83f7bc None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:53.978127 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a3b0a-4770-447a-9344-3ecfa8b95a4c req-1b6159b6-458c-4ce3-b2f7-03f128116afe tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:53.979723 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a72a3b0a-4770-447a-9344-3ecfa8b95a4c req-1b6159b6-458c-4ce3-b2f7-03f128116afe tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0845590 Mar 29 15:36:54.039747 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a72a3b0a-4770-447a-9344-3ecfa8b95a4c req-ea7daf67-38b9-4453-9a8f-a2d38b1f9a48 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537014 Mar 29 15:36:54.179549 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-1730a155-68b8-4ca7-9c38-3ac46b83f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:54.208206 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730a155-68b8-4ca7-9c38-3ac46b83f7bc None None] Checking router: dca01e38-1c5f-4e5b-8608-bf515fffe9ee for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:36:54.216741 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730a155-68b8-4ca7-9c38-3ac46b83f7bc None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:36:54.217368 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-1730a155-68b8-4ca7-9c38-3ac46b83f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:36:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:54.327889 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-1730a155-68b8-4ca7-9c38-3ac46b83f7bc None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:36:54.528114 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-1730a155-68b8-4ca7-9c38-3ac46b83f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:36:54.554802 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730a155-68b8-4ca7-9c38-3ac46b83f7bc None None] The sync data for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi is: [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:36:54.679047 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 51406) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:54.734646 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb448106-5d21-47da-b2d2-93eba8d9012b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (e3073032-b7a0-48c5-92dd-aeeeee521adf), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:54.761419 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb448106-5d21-47da-b2d2-93eba8d9012b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (e3073032-b7a0-48c5-92dd-aeeeee521adf), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:54.794371 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a05843-4426-4ea5-b052-ea71c533278a None None] New status for floating IP 03d30fec-7fbb-4e08-bd69-a33b5057d9fb: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:36:54.813105 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb448106-5d21-47da-b2d2-93eba8d9012b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e3073032-b7a0-48c5-92dd-aeeeee521adf), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:54.815808 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb448106-5d21-47da-b2d2-93eba8d9012b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:54.816979 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-fb448106-5d21-47da-b2d2-93eba8d9012b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "DELETE /v2.0/security-groups/e3073032-b7a0-48c5-92dd-aeeeee521adf HTTP/1.1" status: 204 len: 168 time: 0.1368704 Mar 29 15:36:54.819864 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 51408) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:54.826276 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb448106-5d21-47da-b2d2-93eba8d9012b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3073032-b7a0-48c5-92dd-aeeeee521adf,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:54.838272 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.api.v2.resource [None req-fc37777e-5121-4a04-9b60-40efce44a312 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] show failed (client error): The resource could not be found. Mar 29 15:36:54.839505 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-fc37777e-5121-4a04-9b60-40efce44a312 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups/e3073032-b7a0-48c5-92dd-aeeeee521adf HTTP/1.1" status: 404 len: 347 time: 0.0185370 Mar 29 15:36:54.842513 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 51410) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:54.897968 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a027b-aba8-4f96-9449-b64decb93410 req-ad1e4162-1e18-4945-98b7-410f768e2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:54.899835 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7b6a027b-aba8-4f96-9449-b64decb93410 req-ad1e4162-1e18-4945-98b7-410f768e2e62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46157163e6e4df8b1c832a9a05f8dbf&device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 1129 time: 0.0572798 Mar 29 15:36:54.983206 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0f6cb07a-1b9e-4a94-a899-3cd7b7a77f2f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Deleting port 8ce62f6d-4f10-46c3-a985-2dc8b59cbec2 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:36:54.983407 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb07a-1b9e-4a94-a899-3cd7b7a77f2f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (8ce62f6d-4f10-46c3-a985-2dc8b59cbec2), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:55.024952 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a027b-aba8-4f96-9449-b64decb93410 req-94f2d591-8eda-42a8-ab90-672b86668aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:55.026387 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7b6a027b-aba8-4f96-9449-b64decb93410 req-94f2d591-8eda-42a8-ab90-672b86668aa4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dac59228-31db-4e5b-96e8-f47a59d250fd HTTP/1.1" status: 200 len: 910 time: 0.1188340 Mar 29 15:36:55.059338 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb07a-1b9e-4a94-a899-3cd7b7a77f2f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (8ce62f6d-4f10-46c3-a985-2dc8b59cbec2), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:55.059819 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb07a-1b9e-4a94-a899-3cd7b7a77f2f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (8ce62f6d-4f10-46c3-a985-2dc8b59cbec2), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:55.073328 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0f6cb07a-1b9e-4a94-a899-3cd7b7a77f2f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Calling delete_port for 8ce62f6d-4f10-46c3-a985-2dc8b59cbec2 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:36:55.091358 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7b6a027b-aba8-4f96-9449-b64decb93410 req-09ba8e32-2e1a-41a0-892a-e6dade471056 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7402c7e8-9785-47da-972c-a6b033f74692 HTTP/1.1" status: 200 len: 1000 time: 0.0593677 Mar 29 15:36:55.143895 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a027b-aba8-4f96-9449-b64decb93410 req-533f7b35-20a4-424a-9593-851666e6eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:55.145053 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7b6a027b-aba8-4f96-9449-b64decb93410 req-533f7b35-20a4-424a-9593-851666e6eac6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9 HTTP/1.1" status: 200 len: 848 time: 0.0480676 Mar 29 15:36:55.193197 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a027b-aba8-4f96-9449-b64decb93410 req-f80d421e-a1cd-467a-9452-d9b80f59726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:55.194721 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7b6a027b-aba8-4f96-9449-b64decb93410 req-f80d421e-a1cd-467a-9452-d9b80f59726c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dac59228-31db-4e5b-96e8-f47a59d250fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440743 Mar 29 15:36:55.198754 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb9733-a075-4f70-96a7-9309d5a96a62 req-f6debb98-7f71-475c-a0e1-3d36ab424042 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:55.200212 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-73fb9733-a075-4f70-96a7-9309d5a96a62 req-f6debb98-7f71-475c-a0e1-3d36ab424042 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0799773 Mar 29 15:36:55.279226 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-73fb9733-a075-4f70-96a7-9309d5a96a62 req-7d0c313e-f782-427f-bd80-b7762f96a62a tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717797 Mar 29 15:36:55.286202 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7b6a027b-aba8-4f96-9449-b64decb93410 req-949fda76-0299-42fc-a595-097f63f1c81b service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844150 Mar 29 15:36:55.288492 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb07a-1b9e-4a94-a899-3cd7b7a77f2f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (8ce62f6d-4f10-46c3-a985-2dc8b59cbec2), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:55.316780 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cb07a-1b9e-4a94-a899-3cd7b7a77f2f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event deleted for resources: {'Port': ['ID=8ce62f6d-4f10-46c3-a985-2dc8b59cbec2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:55.378503 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7b6a027b-aba8-4f96-9449-b64decb93410 req-3de361ab-8d7f-45d0-9c81-a33580be9f54 service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860512 Mar 29 15:36:55.380845 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb07a-1b9e-4a94-a899-3cd7b7a77f2f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (03d30fec-7fbb-4e08-bd69-a33b5057d9fb), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:55.383380 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb07a-1b9e-4a94-a899-3cd7b7a77f2f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:55.384493 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-0f6cb07a-1b9e-4a94-a899-3cd7b7a77f2f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "DELETE /v2.0/floatingips/03d30fec-7fbb-4e08-bd69-a33b5057d9fb HTTP/1.1" status: 204 len: 168 time: 0.5410504 Mar 29 15:36:55.739979 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 51446) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:55.744546 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-37b7e3fb-a384-4cef-ae41-4886c1d9483d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127117724', 'description': 'tempest-description--1841677343'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:55.769059 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37b7e3fb-a384-4cef-ae41-4886c1d9483d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:55.801521 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c6c95-61ef-4468-89bf-32b581b2ccae req-0457d848-aef6-4c65-8d1f-1c1b22fd6900 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:55.803070 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-647c6c95-61ef-4468-89bf-32b581b2ccae req-0457d848-aef6-4c65-8d1f-1c1b22fd6900 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0582402 Mar 29 15:36:55.858975 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37b7e3fb-a384-4cef-ae41-4886c1d9483d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (7ca74eb4-4458-4629-93c4-35922bdeb2e5), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:55.864107 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37b7e3fb-a384-4cef-ae41-4886c1d9483d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (7ca74eb4-4458-4629-93c4-35922bdeb2e5), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:55.866436 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-647c6c95-61ef-4468-89bf-32b581b2ccae req-53c2f5bd-c7c4-4dca-a1c5-2034e3ad9f17 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565753 Mar 29 15:36:55.895378 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37b7e3fb-a384-4cef-ae41-4886c1d9483d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:55.896590 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-37b7e3fb-a384-4cef-ae41-4886c1d9483d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1556106 Mar 29 15:36:55.899361 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 51450) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:55.904511 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3ffae746-dde8-4432-92a9-930714b0a8cd tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'security_group_rule': {'security_group_id': '7ca74eb4-4458-4629-93c4-35922bdeb2e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:55.911054 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7e3fb-a384-4cef-ae41-4886c1d9483d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca74eb4-4458-4629-93c4-35922bdeb2e5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:55.930716 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ffae746-dde8-4432-92a9-930714b0a8cd tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (bfad9936-955a-45fd-b55b-12a870dbba5a), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:55.988725 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ffae746-dde8-4432-92a9-930714b0a8cd tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (bfad9936-955a-45fd-b55b-12a870dbba5a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:55.992348 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ffae746-dde8-4432-92a9-930714b0a8cd tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (bfad9936-955a-45fd-b55b-12a870dbba5a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.007154 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffae746-dde8-4432-92a9-930714b0a8cd tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfad9936-955a-45fd-b55b-12a870dbba5a,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:56.016426 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ffae746-dde8-4432-92a9-930714b0a8cd tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.017638 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-3ffae746-dde8-4432-92a9-930714b0a8cd tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173396 Mar 29 15:36:56.020261 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 51452) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:56.024441 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f5f881d5-e057-487c-8c5f-eb2cea5534c6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'security_group_rule': {'security_group_id': '7ca74eb4-4458-4629-93c4-35922bdeb2e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:56.047559 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5f881d5-e057-487c-8c5f-eb2cea5534c6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (38c4b6c1-9e11-4f24-929d-ff0328731e73), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.102907 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5f881d5-e057-487c-8c5f-eb2cea5534c6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (38c4b6c1-9e11-4f24-929d-ff0328731e73), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.112218 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5f881d5-e057-487c-8c5f-eb2cea5534c6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (38c4b6c1-9e11-4f24-929d-ff0328731e73), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.128863 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f881d5-e057-487c-8c5f-eb2cea5534c6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c4b6c1-9e11-4f24-929d-ff0328731e73,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:56.136050 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5f881d5-e057-487c-8c5f-eb2cea5534c6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.137272 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-f5f881d5-e057-487c-8c5f-eb2cea5534c6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160471 Mar 29 15:36:56.140210 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 51454) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:56.144376 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:56.163368 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.258834 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.389010 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Allocated IP 172.27.0.97 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/b31a88e6-f4e9-40f6-a4bf-62f701681fc7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:36:56.478641 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aa4cb-6eb0-49b0-a81b-3c59370bd5e9 req-4743b548-a3c9-4dea-895b-73ff416977d6 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:56.480103 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-082aa4cb-6eb0-49b0-a81b-3c59370bd5e9 req-4743b548-a3c9-4dea-895b-73ff416977d6 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.1305764 Mar 29 15:36:56.499174 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:36:56.522262 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:36:56.522661 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 22dcb4f8-b5f1-44de-a638-bbd0e5565da7 not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:36:56.552832 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for port (b31a88e6-f4e9-40f6-a4bf-62f701681fc7), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.560603 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-082aa4cb-6eb0-49b0-a81b-3c59370bd5e9 req-c7b4c18c-6793-4297-a85f-6f65c7012751 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743027 Mar 29 15:36:56.589518 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (b31a88e6-f4e9-40f6-a4bf-62f701681fc7), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.626614 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:56.629387 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:56.634647 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:36:56.640290 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'Port': ['ID=b31a88e6-f4e9-40f6-a4bf-62f701681fc7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:56.722585 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (52b284aa-e488-4971-8fe9-c87ca399356a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.757741 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (b31a88e6-f4e9-40f6-a4bf-62f701681fc7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.904377 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for port (b31a88e6-f4e9-40f6-a4bf-62f701681fc7), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.909932 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403429'] for port (b31a88e6-f4e9-40f6-a4bf-62f701681fc7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:56.985901 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'Port': ['ID=b31a88e6-f4e9-40f6-a4bf-62f701681fc7,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:56.996898 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (52b284aa-e488-4971-8fe9-c87ca399356a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:57.017191 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:57.020978 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d3f29042-ea54-49b9-abd7-df807f7d77e4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8780603 Mar 29 15:36:57.066774 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ac914-f4fd-4215-89f9-21c0a4a7e890 req-3490de35-fbab-4ea9-858b-d70c18df60c2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:57.069329 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-264ac914-f4fd-4215-89f9-21c0a4a7e890 req-3490de35-fbab-4ea9-858b-d70c18df60c2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0954478 Mar 29 15:36:57.140113 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-264ac914-f4fd-4215-89f9-21c0a4a7e890 req-7e695d50-39a4-45d4-a418-b40e7c93de7b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635657 Mar 29 15:36:57.287153 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-75f47d70-f27b-4f6a-9826-035135b365f7 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1127117724&fields=id&tenant_id=b7767dd7a07543269ae18c59f05f8ae0 HTTP/1.1" status: 200 len: 267 time: 0.0566266 Mar 29 15:36:57.396139 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-746fb191-2eea-41f9-9db6-bfd59cf4165a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:57.397701 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-746fb191-2eea-41f9-9db6-bfd59cf4165a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 814 time: 0.1096237 Mar 29 15:36:57.413256 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-3ef24090-1c45-4ba2-aa51-44cbbbb72f9c tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/quotas/b7767dd7a07543269ae18c59f05f8ae0 HTTP/1.1" status: 200 len: 375 time: 0.0091217 Mar 29 15:36:57.468402 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-0b7aac7f-e057-4cbf-a8be-d65cdd6e5d34 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500281 Mar 29 15:36:57.566024 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-af3948bd-61dc-407b-85c6-9e0987549dee service neutron] 10.222.0.18 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852752 Mar 29 15:36:57.654187 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-addd631f-535e-4448-be46-b66a323e81b6 service neutron] 10.222.0.18 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824103 Mar 29 15:36:57.676531 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fb398-7d36-490e-b21b-2b880bc86c0d req-44f2e1da-a01c-4eeb-8433-beb470cf2835 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:57.678023 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-058fb398-7d36-490e-b21b-2b880bc86c0d req-44f2e1da-a01c-4eeb-8433-beb470cf2835 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0525761 Mar 29 15:36:57.726593 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-058fb398-7d36-490e-b21b-2b880bc86c0d req-166232f4-5feb-4dfa-95a8-68e307d83b3f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430036 Mar 29 15:36:57.828781 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3fd785b1-ace4-4078-83b1-f8b7eb08b328 req-a24cc663-70ff-4f98-83db-cef3280ad060 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 210 time: 0.0286784 Mar 29 15:36:57.975249 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f31bd-940a-4f72-916c-a010064052e9 req-6a282b53-761f-4e35-b05e-3eef76c4bfd8 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:57.976479 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-051f31bd-940a-4f72-916c-a010064052e9 req-6a282b53-761f-4e35-b05e-3eef76c4bfd8 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0633774 Mar 29 15:36:57.994102 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 51500) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:58.026330 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-051f31bd-940a-4f72-916c-a010064052e9 req-184fb617-3725-46e3-9d09-f6ffed079e09 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444171 Mar 29 15:36:58.081323 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-8a1ce866-ff74-48d9-a389-908fd4197a78 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859697 Mar 29 15:36:58.089855 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-0bda711c-a3a3-48df-a76d-329674992c01 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:36:58.090807 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-0bda711c-a3a3-48df-a76d-329674992c01 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047836 Mar 29 15:36:58.257234 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 51516) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:36:58.299143 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142e2b3-a1ce-4656-8116-476d1efa5e76 req-c38dc887-eb19-4857-8d5d-943773890d92 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:58.300622 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9142e2b3-a1ce-4656-8116-476d1efa5e76 req-c38dc887-eb19-4857-8d5d-943773890d92 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0636182 Mar 29 15:36:58.352090 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9142e2b3-a1ce-4656-8116-476d1efa5e76 req-fd11f881-ef47-4a41-b6ce-fd66253adccc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455084 Mar 29 15:36:58.374213 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-175ca9e0-2330-4644-8287-e3e4f6132986 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:58.393504 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-175ca9e0-2330-4644-8287-e3e4f6132986 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports/7402c7e8-9785-47da-972c-a6b033f74692 HTTP/1.1" status: 200 len: 942 time: 0.1351194 Mar 29 15:36:58.930607 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f35446c7-52bb-4f37-8baa-cffa9a461de5 req-0ef94710-1a14-4355-9fa3-068437ecf24c tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 210 time: 0.0282493 Mar 29 15:36:59.004384 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-c4ac3e64-0ee8-42f0-a860-0e414614572d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:59.006981 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-c4ac3e64-0ee8-42f0-a860-0e414614572d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 814 time: 0.1141496 Mar 29 15:36:59.074040 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-a6c60c02-27c8-43d7-b96a-fc54bae0782a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7767dd7a07543269ae18c59f05f8ae0 HTTP/1.1" status: 200 len: 380 time: 0.0585432 Mar 29 15:36:59.088359 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-62932e1e-1128-4baa-85d5-8632063b52db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'port': {'device_id': '67523e43-3cbd-4ac4-8f53-0c519415fcd1', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'admin_state_up': True, 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'security_groups': ['7ca74eb4-4458-4629-93c4-35922bdeb2e5']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:59.225143 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8553a-dc49-47c7-a71d-57a5904ed8a6 req-2ab5f3d6-51f2-4efe-9911-b787c92fe106 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:59.226612 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7dc8553a-dc49-47c7-a71d-57a5904ed8a6 req-2ab5f3d6-51f2-4efe-9911-b787c92fe106 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.1225386 Mar 29 15:36:59.270328 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-62932e1e-1128-4baa-85d5-8632063b52db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Made reservation on behalf of b7767dd7a07543269ae18c59f05f8ae0 for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:36:59.274456 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-62932e1e-1128-4baa-85d5-8632063b52db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:59.301877 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7dc8553a-dc49-47c7-a71d-57a5904ed8a6 req-70c255aa-d8e1-4090-a045-e8334963d0de tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686326 Mar 29 15:36:59.421186 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-62932e1e-1128-4baa-85d5-8632063b52db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Allocated IP 172.20.0.9 (54d38fb3-4b72-4750-9c01-9459fe44635d/e1c56faa-d030-427c-97d6-5e146a39601d/0dfd520a-7e38-4875-891c-857610e3a83f) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:36:59.492300 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9cb7b-88c9-4094-b2f9-86643fbcaca7 req-33e59639-9bf2-46a3-8d6c-8744fe2a2578 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:59.493683 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-69f9cb7b-88c9-4094-b2f9-86643fbcaca7 req-33e59639-9bf2-46a3-8d6c-8744fe2a2578 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0598004 Mar 29 15:36:59.564205 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-62932e1e-1128-4baa-85d5-8632063b52db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for port (0dfd520a-7e38-4875-891c-857610e3a83f), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:59.598840 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-62932e1e-1128-4baa-85d5-8632063b52db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:59.634453 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-69f9cb7b-88c9-4094-b2f9-86643fbcaca7 req-6d10ff22-28a5-44e2-8695-d9fc716cdad8 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351910 Mar 29 15:36:59.639198 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-62932e1e-1128-4baa-85d5-8632063b52db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Network 54d38fb3-4b72-4750-9c01-9459fe44635d is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:36:59.642860 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-62932e1e-1128-4baa-85d5-8632063b52db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:36:59.649629 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-62932e1e-1128-4baa-85d5-8632063b52db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:36:59.691037 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62932e1e-1128-4baa-85d5-8632063b52db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event updated for resources: {'Port': ['ID=0dfd520a-7e38-4875-891c-857610e3a83f,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:36:59.715812 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-62932e1e-1128-4baa-85d5-8632063b52db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:59.717168 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-62932e1e-1128-4baa-85d5-8632063b52db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:59.734333 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-62932e1e-1128-4baa-85d5-8632063b52db tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6497054 Mar 29 15:36:59.748837 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Request body: {'port': {'device_id': '67523e43-3cbd-4ac4-8f53-0c519415fcd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:36:59.832898 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-c829e81a-0a2f-41c9-bd3a-e2efa7e8465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:59.834407 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-c829e81a-0a2f-41c9-bd3a-e2efa7e8465b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d&tenant_id=d46157163e6e4df8b1c832a9a05f8dbf HTTP/1.1" status: 200 len: 1129 time: 0.1608214 Mar 29 15:36:59.839600 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:59.925258 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d96d7d61-819b-4275-92ea-4bf8d8455300 None None] Provisioning complete for port 0dfd520a-7e38-4875-891c-857610e3a83f triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:36:59.925842 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d96d7d61-819b-4275-92ea-4bf8d8455300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:36:59.959607 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d96d7d61-819b-4275-92ea-4bf8d8455300 None None] Port 0dfd520a-7e38-4875-891c-857610e3a83f cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:36:59.992186 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-629e568f-10d4-4ce4-b2e6-b51d3f0e7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:36:59.993732 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-629e568f-10d4-4ce4-b2e6-b51d3f0e7e82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46157163e6e4df8b1c832a9a05f8dbf&device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 1129 time: 0.1188440 Mar 29 15:37:00.183604 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661165fb-6aba-4ac4-afd5-c58fd705a9d7 req-8a619500-7219-4a17-ae02-1d9af96294d4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.185090 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-661165fb-6aba-4ac4-afd5-c58fd705a9d7 req-8a619500-7219-4a17-ae02-1d9af96294d4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 931 time: 0.1763721 Mar 29 15:37:00.196484 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-c347ee6d-9815-44f1-ac05-458e15050701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.197861 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-c347ee6d-9815-44f1-ac05-458e15050701 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dac59228-31db-4e5b-96e8-f47a59d250fd HTTP/1.1" status: 200 len: 910 time: 0.1902401 Mar 29 15:37:00.324682 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-77882394-d525-4200-bb23-4b3bbe5d1256 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7402c7e8-9785-47da-972c-a6b033f74692 HTTP/1.1" status: 200 len: 1000 time: 0.1190948 Mar 29 15:37:00.331238 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfd520a-7e38-4875-891c-857610e3a83f {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:00.337839 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-661165fb-6aba-4ac4-afd5-c58fd705a9d7 req-e7c97ab1-b3ea-4c1c-a398-49b502450457 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427598 Mar 29 15:37:00.348646 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Publish callbacks [] for port (0dfd520a-7e38-4875-891c-857610e3a83f), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:00.385106 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Transition to ACTIVE for port object 0dfd520a-7e38-4875-891c-857610e3a83f will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:37:00.393043 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:00.398758 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-bcd0f37a-1bae-4eaf-b37f-40c72a825a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.400210 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-bcd0f37a-1bae-4eaf-b37f-40c72a825a64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9 HTTP/1.1" status: 200 len: 848 time: 0.0615306 Mar 29 15:37:00.431545 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322c120-23e9-458a-9b87-89f01db2f183 req-5efc6f56-d4f6-42b8-a3f6-5f3f65e1e50a tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.436988 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7322c120-23e9-458a-9b87-89f01db2f183 req-5efc6f56-d4f6-42b8-a3f6-5f3f65e1e50a tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0531511 Mar 29 15:37:00.473147 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfd520a-7e38-4875-891c-857610e3a83f,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:00.485595 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7322c120-23e9-458a-9b87-89f01db2f183 req-23e36769-4f5f-4d30-b82e-954a2f2875da tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464070 Mar 29 15:37:00.496329 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 7402c7e8-9785-47da-972c-a6b033f74692 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:37:00.541243 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-bbad159f-0878-4a5c-96e3-d107f6f8c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.542840 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-bbad159f-0878-4a5c-96e3-d107f6f8c99a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dac59228-31db-4e5b-96e8-f47a59d250fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1219380 Mar 29 15:37:00.580721 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 7402c7e8-9785-47da-972c-a6b033f74692 is: ACTIVE; New status is: DOWN {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:37:00.581348 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (7402c7e8-9785-47da-972c-a6b033f74692), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:00.607385 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:00.609936 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508005cf-df08-4b9b-a66f-0578d510b326" -d '{"events": [{"server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "name": "network-vif-unplugged", "status": "completed", "tag": "7402c7e8-9785-47da-972c-a6b033f74692"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:00.616725 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Attempting to bind port 0dfd520a-7e38-4875-891c-857610e3a83f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:37:00.617090 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Attempting to bind port 0dfd520a-7e38-4875-891c-857610e3a83f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:37:00.617417 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Attempting to bind port 0dfd520a-7e38-4875-891c-857610e3a83f on network 54d38fb3-4b72-4750-9c01-9459fe44635d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:00.625927 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Port 0dfd520a-7e38-4875-891c-857610e3a83f on network 54d38fb3-4b72-4750-9c01-9459fe44635d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:37:00.626257 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Attempting to bind port 0dfd520a-7e38-4875-891c-857610e3a83f on network 54d38fb3-4b72-4750-9c01-9459fe44635d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:37:00.630987 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 7402c7e8-9785-47da-972c-a6b033f74692, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7402c7e8-9785-47da-972c-a6b033f74692,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:00.639116 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (7402c7e8-9785-47da-972c-a6b033f74692), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:00.639517 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:37:00.639859 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Checking segment: {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:37:00.640241 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Bound using segment: {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:37:00.641045 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Bound port: 0dfd520a-7e38-4875-891c-857610e3a83f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af897c47-e361-43dd-b3f1-599cdd50a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:37:00.641045 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:00.664278 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5a294b-5d06-4bb9-8c5c-1b44adc94631 x-openstack-request-id: req-5c5a294b-5d06-4bb9-8c5c-1b44adc94631 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:00.664562 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "name": "network-vif-unplugged", "status": "completed", "tag": "7402c7e8-9785-47da-972c-a6b033f74692", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:00.665020 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c5a294b-5d06-4bb9-8c5c-1b44adc94631 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:00.665413 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5a294b-5d06-4bb9-8c5c-1b44adc94631'] response: {'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692', 'code': 200} Mar 29 15:37:00.688945 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-d4c65e7e-e008-4579-96e9-df683e062fd8 service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388059 Mar 29 15:37:00.706075 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=7402c7e8-9785-47da-972c-a6b033f74692,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:00.766840 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] For port 0dfd520a-7e38-4875-891c-857610e3a83f, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:37:00.770727 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd41ffa-4c9b-4513-81c2-34ac9fb08cf3 req-60d48170-41ce-4279-a848-6d83fed5617e tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.772279 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ddd41ffa-4c9b-4513-81c2-34ac9fb08cf3 req-60d48170-41ce-4279-a848-6d83fed5617e tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0532026 Mar 29 15:37:00.782149 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] For port 0dfd520a-7e38-4875-891c-857610e3a83f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0dfd520a-7e38-4875-891c-857610e3a83f,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:37:00.794710 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:00.824461 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ddd41ffa-4c9b-4513-81c2-34ac9fb08cf3 req-d1e0e413-5bf8-443f-a219-e0a8fbc23796 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458457 Mar 29 15:37:00.840177 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.840790 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:00.842198 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] 10.222.0.31 "PUT /v2.0/ports/0dfd520a-7e38-4875-891c-857610e3a83f HTTP/1.1" status: 200 len: 1093 time: 1.0985689 Mar 29 15:37:00.844011 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67523e43-3cbd-4ac4-8f53-0c519415fcd1', 'tag': '0dfd520a-7e38-4875-891c-857610e3a83f'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:00.846919 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d2286b-f563-4f2a-ba85-7d5ab445f270" -d '{"events": [{"name": "network-changed", "server_uuid": "67523e43-3cbd-4ac4-8f53-0c519415fcd1", "tag": "0dfd520a-7e38-4875-891c-857610e3a83f"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:00.853653 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa18d68-eca0-4b8f-abb2-6aa94f82f587 req-f663814b-ad60-4c69-a231-337f9aae8694 service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574812 Mar 29 15:37:00.874404 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd400ef-bf3f-4d9d-ba8c-adfbfa0ff897 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfd520a-7e38-4875-891c-857610e3a83f,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:00.917167 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c305d6-39d6-40da-9adc-f08ede6e7c46 x-openstack-request-id: req-f1c305d6-39d6-40da-9adc-f08ede6e7c46 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:00.917508 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67523e43-3cbd-4ac4-8f53-0c519415fcd1", "tag": "0dfd520a-7e38-4875-891c-857610e3a83f", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:00.917759 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1c305d6-39d6-40da-9adc-f08ede6e7c46 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:00.918159 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c305d6-39d6-40da-9adc-f08ede6e7c46'] response: {'name': 'network-changed', 'server_uuid': '67523e43-3cbd-4ac4-8f53-0c519415fcd1', 'tag': '0dfd520a-7e38-4875-891c-857610e3a83f', 'status': 'completed', 'code': 200} Mar 29 15:37:00.938139 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-b3dab61a-0ecb-43c2-9721-2c02f188d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:00.939635 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-b3dab61a-0ecb-43c2-9721-2c02f188d8bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 1127 time: 0.0542121 Mar 29 15:37:00.989016 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-f2986785-df99-44ef-9134-d069bce4d3e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dfd520a-7e38-4875-891c-857610e3a83f HTTP/1.1" status: 200 len: 217 time: 0.0395036 Mar 29 15:37:01.293019 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-524f0b1d-1d1c-4186-8263-0309003ca712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:01.294364 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-524f0b1d-1d1c-4186-8263-0309003ca712 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c56faa-d030-427c-97d6-5e146a39601d HTTP/1.1" status: 200 len: 853 time: 0.2982368 Mar 29 15:37:01.341690 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-de8c20de-48ee-4d6f-b625-e85b87a28bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:01.343102 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-de8c20de-48ee-4d6f-b625-e85b87a28bb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54d38fb3-4b72-4750-9c01-9459fe44635d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425897 Mar 29 15:37:01.432245 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-5bbea395-f742-418e-9f31-5d8f2660f9ad service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830691 Mar 29 15:37:01.456916 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb260848-c5d8-4064-9a20-3a99a63ae7b8 req-9022c180-df3f-430e-8f42-09280ed19584 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:01.458412 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-eb260848-c5d8-4064-9a20-3a99a63ae7b8 req-9022c180-df3f-430e-8f42-09280ed19584 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 943 time: 0.0514140 Mar 29 15:37:01.504105 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-eb260848-c5d8-4064-9a20-3a99a63ae7b8 req-efc1ea46-9eea-40ad-9f47-9e873adf5a2f tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400383 Mar 29 15:37:01.519375 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c75bcc81-629e-4f52-9f40-51bde59de08a req-914b564d-435b-4e81-b6f5-3c31fdc0aa29 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809999 Mar 29 15:37:01.644201 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b31af8-a095-4688-beb8-92beed5190d9 req-228c1c5f-a47f-4eee-8d76-a1dadffc177f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:01.645688 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-06b31af8-a095-4688-beb8-92beed5190d9 req-228c1c5f-a47f-4eee-8d76-a1dadffc177f tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0842879 Mar 29 15:37:01.651634 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2286b-f563-4f2a-ba85-7d5ab445f270 req-5842d419-9d17-4ec7-8188-f72054ea4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:01.653003 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-49d2286b-f563-4f2a-ba85-7d5ab445f270 req-5842d419-9d17-4ec7-8188-f72054ea4870 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 1127 time: 0.0659401 Mar 29 15:37:01.744048 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-06b31af8-a095-4688-beb8-92beed5190d9 req-e9f83da9-26b4-476a-b0ca-1df894a9848a tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901163 Mar 29 15:37:01.770614 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2286b-f563-4f2a-ba85-7d5ab445f270 req-c90d0cc5-93f3-4676-8014-dde7e76c50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:01.772051 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-49d2286b-f563-4f2a-ba85-7d5ab445f270 req-c90d0cc5-93f3-4676-8014-dde7e76c50e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 915 time: 0.1111794 Mar 29 15:37:01.815407 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-49d2286b-f563-4f2a-ba85-7d5ab445f270 req-d23fbc4c-a0f3-4b39-a4d6-d2421de391f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dfd520a-7e38-4875-891c-857610e3a83f HTTP/1.1" status: 200 len: 217 time: 0.0371459 Mar 29 15:37:01.862799 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2286b-f563-4f2a-ba85-7d5ab445f270 req-2cbf985f-9d4e-4a42-9728-02cdcaf58a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:01.864203 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-49d2286b-f563-4f2a-ba85-7d5ab445f270 req-2cbf985f-9d4e-4a42-9728-02cdcaf58a23 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c56faa-d030-427c-97d6-5e146a39601d HTTP/1.1" status: 200 len: 853 time: 0.0420129 Mar 29 15:37:01.921841 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2286b-f563-4f2a-ba85-7d5ab445f270 req-2493e7f0-fe35-42b0-bfba-93542ba39dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:01.923402 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-49d2286b-f563-4f2a-ba85-7d5ab445f270 req-2493e7f0-fe35-42b0-bfba-93542ba39dee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54d38fb3-4b72-4750-9c01-9459fe44635d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459616 Mar 29 15:37:01.980190 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074117f-9539-4ae1-b32c-35a2b8bbf04f req-941b8c1e-41bb-493f-8e90-c656708a00de tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:01.981857 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9074117f-9539-4ae1-b32c-35a2b8bbf04f req-941b8c1e-41bb-493f-8e90-c656708a00de tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0561082 Mar 29 15:37:02.018045 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-49d2286b-f563-4f2a-ba85-7d5ab445f270 req-7466c621-3545-41de-977d-32b0c670eee1 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878549 Mar 29 15:37:02.032114 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9074117f-9539-4ae1-b32c-35a2b8bbf04f req-64fb4f3c-9ed3-4272-8c4a-4ce0dd9ea8a6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446551 Mar 29 15:37:02.112971 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-49d2286b-f563-4f2a-ba85-7d5ab445f270 req-5e406cff-1632-4032-b15c-540938111d9a service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878673 Mar 29 15:37:02.629025 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354ef8b-ffb2-43cb-bf2c-4fe8d5e82a02 req-b936fd92-900e-41cb-8697-cfe1b83aee7b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:02.630510 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2354ef8b-ffb2-43cb-bf2c-4fe8d5e82a02 req-b936fd92-900e-41cb-8697-cfe1b83aee7b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 943 time: 0.0578716 Mar 29 15:37:02.677491 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2354ef8b-ffb2-43cb-bf2c-4fe8d5e82a02 req-a1f33541-aa54-48b7-bfdc-c65420938355 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413234 Mar 29 15:37:02.865244 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0ffe0-8837-4595-81f0-958f0749e2f8 req-4189230d-3e7e-4219-b811-ee7a834c0cac tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:02.866685 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-8dd0ffe0-8837-4595-81f0-958f0749e2f8 req-4189230d-3e7e-4219-b811-ee7a834c0cac tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0549147 Mar 29 15:37:02.913499 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-8dd0ffe0-8837-4595-81f0-958f0749e2f8 req-aee56248-a222-4a5f-b814-1d415ebfb602 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412521 Mar 29 15:37:03.158749 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62d732-22d1-4494-8b13-e2a1e857df20 req-aa07f2d6-4950-4bd7-80b3-46cdd918e4cc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:03.160201 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5b62d732-22d1-4494-8b13-e2a1e857df20 req-aa07f2d6-4950-4bd7-80b3-46cdd918e4cc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0522001 Mar 29 15:37:03.207128 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5b62d732-22d1-4494-8b13-e2a1e857df20 req-ac4ccbc8-9758-456b-86a7-6d90b2a1055f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411131 Mar 29 15:37:03.792574 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466a523-ee13-47a9-9f92-a6f2ca3b5f94 req-15748465-a4db-4bfd-98c9-be985c864ac4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:03.794032 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4466a523-ee13-47a9-9f92-a6f2ca3b5f94 req-15748465-a4db-4bfd-98c9-be985c864ac4 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 943 time: 0.0509889 Mar 29 15:37:03.838653 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4466a523-ee13-47a9-9f92-a6f2ca3b5f94 req-4649db6e-9c0f-491e-b6a1-2d576e819b0e tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392861 Mar 29 15:37:04.030070 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3afd99-a6d7-4c50-a905-5345656f6d72 req-b052168f-06ef-4761-9b4e-569a49292f41 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:04.031417 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fa3afd99-a6d7-4c50-a905-5345656f6d72 req-b052168f-06ef-4761-9b4e-569a49292f41 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0511737 Mar 29 15:37:04.082023 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fa3afd99-a6d7-4c50-a905-5345656f6d72 req-81438bf9-4662-4261-81de-fc3a1b8f6504 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451088 Mar 29 15:37:04.326704 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e76f33-4f84-4f16-aa8a-dd942e3b5d52 req-e26381c7-1272-4a2b-aad9-abf58181a5a4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:04.328229 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-41e76f33-4f84-4f16-aa8a-dd942e3b5d52 req-e26381c7-1272-4a2b-aad9-abf58181a5a4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0517926 Mar 29 15:37:04.378224 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-41e76f33-4f84-4f16-aa8a-dd942e3b5d52 req-f1b20bf7-556c-4018-82d6-125bbf5b69ee tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444498 Mar 29 15:37:04.517742 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 0dfd520a-7e38-4875-891c-857610e3a83f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:37:04.617980 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 0dfd520a-7e38-4875-891c-857610e3a83f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0dfd520a-7e38-4875-891c-857610e3a83f,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:04.630700 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '0dfd520a-7e38-4875-891c-857610e3a83f', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'port_id': '0dfd520a-7e38-4875-891c-857610e3a83f', 'mac_address': 'fa:16:3e:f5:66:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:37:04.667317 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 0dfd520a-7e38-4875-891c-857610e3a83f is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:37:04.667712 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:04.682881 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfd520a-7e38-4875-891c-857610e3a83f {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:04.700830 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 0dfd520a-7e38-4875-891c-857610e3a83f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0dfd520a-7e38-4875-891c-857610e3a83f,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:04.705411 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:04.753007 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=0dfd520a-7e38-4875-891c-857610e3a83f,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:04.759744 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.760092 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.760434 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.760774 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.761131 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.761463 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.761787 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.762111 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.762436 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.762758 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.763080 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.763402 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.763724 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.764038 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.764353 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:04.954926 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dada7c1-823c-4a6e-87ef-c970acb83421 req-289cca6a-c1d9-4f19-913f-f0389f243636 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:04.956368 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6dada7c1-823c-4a6e-87ef-c970acb83421 req-289cca6a-c1d9-4f19-913f-f0389f243636 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 944 time: 0.0538261 Mar 29 15:37:05.003913 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6dada7c1-823c-4a6e-87ef-c970acb83421 req-1cec06cb-bb98-45fe-bb8d-3f0ddc1c87c6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420573 Mar 29 15:37:05.196268 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529945d-f71d-4289-90f5-a1d2c953e18f req-f6b1656c-70f7-4d8c-ba8b-bf56cdc78961 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:05.197738 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9529945d-f71d-4289-90f5-a1d2c953e18f req-f6b1656c-70f7-4d8c-ba8b-bf56cdc78961 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0509741 Mar 29 15:37:05.244473 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9529945d-f71d-4289-90f5-a1d2c953e18f req-c6c22708-9f5c-4240-9619-5cf478bce3b0 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 Mar 29 15:37:05.496748 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d3413-8ed6-42fd-a605-cb26b2e81593 req-7d47036a-e5ea-482f-a581-dda63885e342 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:05.498204 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d1d3413-8ed6-42fd-a605-cb26b2e81593 req-7d47036a-e5ea-482f-a581-dda63885e342 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0513668 Mar 29 15:37:05.542728 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d1d3413-8ed6-42fd-a605-cb26b2e81593 req-c423b3ea-c16e-4062-a400-9ff3ede04017 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386128 Mar 29 15:37:06.118828 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33110f79-aeb5-4db1-8b84-2572c4b26bfc req-14f15a6c-26d7-4a37-87f5-d35ec6c25f42 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:06.120293 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-33110f79-aeb5-4db1-8b84-2572c4b26bfc req-14f15a6c-26d7-4a37-87f5-d35ec6c25f42 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 944 time: 0.0514798 Mar 29 15:37:06.166417 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-33110f79-aeb5-4db1-8b84-2572c4b26bfc req-1dcdeb0f-7de6-438a-a3be-4a4918331b54 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407047 Mar 29 15:37:06.364639 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cb61-d3c9-4b49-8eb0-797e2410cd24 req-88365880-8b8c-4eeb-8d5e-8397450fb32a tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:06.366100 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dda2cb61-d3c9-4b49-8eb0-797e2410cd24 req-88365880-8b8c-4eeb-8d5e-8397450fb32a tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0566444 Mar 29 15:37:06.413014 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dda2cb61-d3c9-4b49-8eb0-797e2410cd24 req-d67cd0b7-82be-4c67-8c2d-3165a0c37038 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411973 Mar 29 15:37:06.665296 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aa4f9-e84d-4d44-810e-5dcdce20e917 req-34b92274-d2a5-42e6-a6e0-4087a3885de4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:06.666665 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ce8aa4f9-e84d-4d44-810e-5dcdce20e917 req-34b92274-d2a5-42e6-a6e0-4087a3885de4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0550191 Mar 29 15:37:06.713277 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ce8aa4f9-e84d-4d44-810e-5dcdce20e917 req-ff23b1e4-8f5d-4925-bb93-3c55c66e795a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411289 Mar 29 15:37:07.281510 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0200c-5b68-4986-8a24-6f6d20a66e17 req-ca65d950-d6f0-4103-9507-1f0fe5142fbe tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:07.283460 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d8a0200c-5b68-4986-8a24-6f6d20a66e17 req-ca65d950-d6f0-4103-9507-1f0fe5142fbe tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 944 time: 0.0513005 Mar 29 15:37:07.327847 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d8a0200c-5b68-4986-8a24-6f6d20a66e17 req-51bfab5a-1d7b-41ed-9764-5b8d46af8c62 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390346 Mar 29 15:37:07.331891 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['0dfd520a-7e38-4875-891c-857610e3a83f'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:37:07.528242 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b116b-23fc-46a2-bfcb-cd5dc6f18c87 req-5fcd032c-e379-4ce2-8d65-480d77d42860 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:07.529735 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e20b116b-23fc-46a2-bfcb-cd5dc6f18c87 req-5fcd032c-e379-4ce2-8d65-480d77d42860 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0520039 Mar 29 15:37:07.577216 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e20b116b-23fc-46a2-bfcb-cd5dc6f18c87 req-4b2c8d9a-1677-4a43-a605-a0d9c24cfe3b tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Mar 29 15:37:07.835067 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620774e6-3514-49e2-9d98-6c996aed96c0 req-93e678ba-b784-41bd-852a-4b5d0b1698a9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:07.836539 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-620774e6-3514-49e2-9d98-6c996aed96c0 req-93e678ba-b784-41bd-852a-4b5d0b1698a9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0552268 Mar 29 15:37:07.881672 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-620774e6-3514-49e2-9d98-6c996aed96c0 req-75921f9f-7f1e-421a-82d2-496d71472050 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396364 Mar 29 15:37:08.446256 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92fdcb-66fd-4e88-a7c8-9e1c595d50fb req-e0df4098-a2fe-47ae-a279-49bc639dfa38 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:08.447623 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-cc92fdcb-66fd-4e88-a7c8-9e1c595d50fb req-e0df4098-a2fe-47ae-a279-49bc639dfa38 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 944 time: 0.0548704 Mar 29 15:37:08.698303 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e5a39-80e2-4c28-8c00-5873cf2874bc req-c33e98ca-19f8-4d60-95f7-4bfd955abcb7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:08.699714 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-895e5a39-80e2-4c28-8c00-5873cf2874bc req-c33e98ca-19f8-4d60-95f7-4bfd955abcb7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0535839 Mar 29 15:37:08.751866 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-895e5a39-80e2-4c28-8c00-5873cf2874bc req-5e379b23-1624-4e44-85da-7d2dceccc04e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462143 Mar 29 15:37:08.753751 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-cc92fdcb-66fd-4e88-a7c8-9e1c595d50fb req-46c52d75-0aa1-4785-9a81-7b0e242d6113 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008468 Mar 29 15:37:09.001419 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e5fb9-c95a-420e-b79e-c6388d3a8f00 req-d537e1a2-13d6-4e82-a66f-2b314dd414b9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:09.002811 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d89e5fb9-c95a-420e-b79e-c6388d3a8f00 req-d537e1a2-13d6-4e82-a66f-2b314dd414b9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0529656 Mar 29 15:37:09.052192 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d89e5fb9-c95a-420e-b79e-c6388d3a8f00 req-d739ed56-5066-44a1-81b7-57da6207cd15 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439374 Mar 29 15:37:09.867575 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e740d-7cec-4fc8-93e5-d0e26a1b7a6b req-c474a155-2aca-4505-9bd5-c14481076fe1 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:09.869091 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d80e740d-7cec-4fc8-93e5-d0e26a1b7a6b req-c474a155-2aca-4505-9bd5-c14481076fe1 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0519042 Mar 29 15:37:09.871150 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb7517-39cd-4c5a-8443-ec29c7df9073 req-fb9171b2-c4b7-4f4a-bf6f-5c3e5a01db47 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:09.872610 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3eeb7517-39cd-4c5a-8443-ec29c7df9073 req-fb9171b2-c4b7-4f4a-bf6f-5c3e5a01db47 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 944 time: 0.0515184 Mar 29 15:37:09.916774 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d80e740d-7cec-4fc8-93e5-d0e26a1b7a6b req-dff0a8ca-de85-42a3-a37c-030c38a0af3e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421169 Mar 29 15:37:09.918992 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3eeb7517-39cd-4c5a-8443-ec29c7df9073 req-d81cc0f5-cefc-4ff4-b31b-2fea78bdfd9a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401466 Mar 29 15:37:10.170652 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabca126-2f7b-4af5-a580-04fcd04dd629 req-c9df9c35-24e2-48b1-822c-396cd3772c38 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:10.172091 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-dabca126-2f7b-4af5-a580-04fcd04dd629 req-c9df9c35-24e2-48b1-822c-396cd3772c38 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0511651 Mar 29 15:37:10.218765 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-dabca126-2f7b-4af5-a580-04fcd04dd629 req-531372f7-e6cb-41de-8b86-800d82ad81d5 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406547 Mar 29 15:37:11.008109 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22745b-2eaf-4f6f-86d6-58b86cc915e5 req-fef21f3f-f6a4-4793-a8dc-f3b32fa057f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:11.009785 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2b22745b-2eaf-4f6f-86d6-58b86cc915e5 req-fef21f3f-f6a4-4793-a8dc-f3b32fa057f3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 1127 time: 0.0642669 Mar 29 15:37:11.051420 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f503c-fa6d-4bbb-8a2b-39d31f2a6867 req-be356897-678e-464e-a4f2-e82ef3e20f05 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:11.053584 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-998f503c-fa6d-4bbb-8a2b-39d31f2a6867 req-be356897-678e-464e-a4f2-e82ef3e20f05 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 944 time: 0.0547004 Mar 29 15:37:11.092748 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e564a63-d4a2-40bb-8baf-508b06c998ae req-3c2f84c9-a452-4745-bb81-244af88d1085 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:11.096986 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7e564a63-d4a2-40bb-8baf-508b06c998ae req-3c2f84c9-a452-4745-bb81-244af88d1085 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0990264 Mar 29 15:37:11.119676 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2b22745b-2eaf-4f6f-86d6-58b86cc915e5 req-6ebae6b6-daa9-446b-9d98-b29025f99d03 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906539 Mar 29 15:37:11.121711 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-998f503c-fa6d-4bbb-8a2b-39d31f2a6867 req-634111e1-0cfb-4486-9718-6e920cd5365b tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598166 Mar 29 15:37:11.160417 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7e564a63-d4a2-40bb-8baf-508b06c998ae req-5570351d-6db3-4fea-8f54-65b0cbe2cf16 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512362 Mar 29 15:37:11.338904 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d259d-abfd-454a-890c-82bf4a09fcbf req-41c1da58-da90-481a-a434-45541225a0dd tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:11.340361 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ff7d259d-abfd-454a-890c-82bf4a09fcbf req-41c1da58-da90-481a-a434-45541225a0dd tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0517914 Mar 29 15:37:11.385219 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ff7d259d-abfd-454a-890c-82bf4a09fcbf req-e8b0aa09-3a7d-4251-890b-18ff3d31705f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392432 Mar 29 15:37:12.075265 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:37:12.252289 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7411ea1-43df-4e58-8ad4-90a6f9f58d61 req-c5adbec3-19db-4a21-a52f-77fc192a5186 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:12.254635 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a7411ea1-43df-4e58-8ad4-90a6f9f58d61 req-c5adbec3-19db-4a21-a52f-77fc192a5186 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 944 time: 0.0667751 Mar 29 15:37:12.321765 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869eb9d-2c6a-4337-87f7-1485d459c535 req-c1474f9c-1f71-434f-ab1c-529410a356db tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:12.328864 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a7411ea1-43df-4e58-8ad4-90a6f9f58d61 req-e24a392c-a253-44b2-9ecf-5d585c883045 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625119 Mar 29 15:37:12.331361 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d869eb9d-2c6a-4337-87f7-1485d459c535 req-c1474f9c-1f71-434f-ab1c-529410a356db tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 943 time: 0.0718882 Mar 29 15:37:12.393305 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d869eb9d-2c6a-4337-87f7-1485d459c535 req-c19500d0-098a-46a7-bff4-8b586158cf3a tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571125 Mar 29 15:37:12.509636 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f358b-67d6-4acd-9a5f-3f8ac3a528fe req-866e352c-19ad-41c6-9ac4-626a0020fe88 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:12.511254 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-685f358b-67d6-4acd-9a5f-3f8ac3a528fe req-866e352c-19ad-41c6-9ac4-626a0020fe88 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0556738 Mar 29 15:37:12.553294 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 7402c7e8-9785-47da-972c-a6b033f74692 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:37:12.557209 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 0dfd520a-7e38-4875-891c-857610e3a83f up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:12.564911 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-685f358b-67d6-4acd-9a5f-3f8ac3a528fe req-6be7ca71-421d-4bdc-9d9d-de76fdd58e7c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481548 Mar 29 15:37:12.612156 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f8ff72dc-8994-4e61-a725-de4d4d0f6413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:12.691044 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 0dfd520a-7e38-4875-891c-857610e3a83f completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:37:12.702650 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 0dfd520a-7e38-4875-891c-857610e3a83f triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:37:12.703021 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:12.705602 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 7402c7e8-9785-47da-972c-a6b033f74692, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7402c7e8-9785-47da-972c-a6b033f74692,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:12.736419 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '7402c7e8-9785-47da-972c-a6b033f74692', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'port_id': '7402c7e8-9785-47da-972c-a6b033f74692', 'mac_address': 'fa:16:3e:5e:2a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:37:12.785066 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 7402c7e8-9785-47da-972c-a6b033f74692 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:37:12.785447 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (7402c7e8-9785-47da-972c-a6b033f74692), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:12.948188 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7402c7e8-9785-47da-972c-a6b033f74692 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:12.973137 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 0dfd520a-7e38-4875-891c-857610e3a83f is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:37:12.973519 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:12.983630 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 7402c7e8-9785-47da-972c-a6b033f74692, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7402c7e8-9785-47da-972c-a6b033f74692,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:12.993198 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (7402c7e8-9785-47da-972c-a6b033f74692), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:13.002420 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67523e43-3cbd-4ac4-8f53-0c519415fcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfd520a-7e38-4875-891c-857610e3a83f'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:13.004612 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26550960-8266-4a80-8043-857efda86566" -d '{"events": [{"server_uuid": "67523e43-3cbd-4ac4-8f53-0c519415fcd1", "name": "network-vif-plugged", "status": "completed", "tag": "0dfd520a-7e38-4875-891c-857610e3a83f"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:13.036037 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 0dfd520a-7e38-4875-891c-857610e3a83f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0dfd520a-7e38-4875-891c-857610e3a83f,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:13.039610 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0dde79-01e7-4fef-8aea-643a85187691 x-openstack-request-id: req-5f0dde79-01e7-4fef-8aea-643a85187691 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:13.039895 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67523e43-3cbd-4ac4-8f53-0c519415fcd1", "name": "network-vif-plugged", "status": "completed", "tag": "0dfd520a-7e38-4875-891c-857610e3a83f", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:13.040147 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f0dde79-01e7-4fef-8aea-643a85187691 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:13.040563 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0dde79-01e7-4fef-8aea-643a85187691'] response: {'server_uuid': '67523e43-3cbd-4ac4-8f53-0c519415fcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfd520a-7e38-4875-891c-857610e3a83f', 'code': 200} Mar 29 15:37:13.043171 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:13.061332 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=7402c7e8-9785-47da-972c-a6b033f74692,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:13.116055 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=0dfd520a-7e38-4875-891c-857610e3a83f,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:13.215576 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3761810-5017-4d3a-9dc2-727dfb0bc55b req-d5d73c77-1ed9-41cf-88d1-b38ca803b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:13.216955 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f3761810-5017-4d3a-9dc2-727dfb0bc55b req-d5d73c77-1ed9-41cf-88d1-b38ca803b1af service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 1129 time: 0.0427725 Mar 29 15:37:13.263298 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f3761810-5017-4d3a-9dc2-727dfb0bc55b req-fa514e86-62fa-428f-989e-408baeef6c93 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402665 Mar 29 15:37:13.267638 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['7402c7e8-9785-47da-972c-a6b033f74692'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:37:13.443356 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ef39e-b602-4a76-bc40-45711857bf90 req-d01c24b0-1769-4057-894c-8a5063b57376 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:13.444861 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ae1ef39e-b602-4a76-bc40-45711857bf90 req-d01c24b0-1769-4057-894c-8a5063b57376 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 945 time: 0.0524464 Mar 29 15:37:13.493374 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ae1ef39e-b602-4a76-bc40-45711857bf90 req-d23d1057-a45a-485c-808b-121edcc8a867 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420744 Mar 29 15:37:13.694211 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706abfd1-09d4-42af-9a9e-53a4ea75e35c req-018beedc-e9c9-4bf8-a633-807f8e1ead79 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:13.700919 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-706abfd1-09d4-42af-9a9e-53a4ea75e35c req-018beedc-e9c9-4bf8-a633-807f8e1ead79 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0599999 Mar 29 15:37:13.744231 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-706abfd1-09d4-42af-9a9e-53a4ea75e35c req-701b9925-df76-4f5b-8f1e-ce985702257f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423965 Mar 29 15:37:14.562350 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 0fc68124-ef82-4e33-9816-2a154e366862 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:37:14.567571 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 7402c7e8-9785-47da-972c-a6b033f74692 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:14.630867 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b29f0-6608-4728-aff4-dc7bd72b3bf0 req-46c363d8-27d9-4b68-a7ae-bf46cf860fe5 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:14.632371 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-983b29f0-6608-4728-aff4-dc7bd72b3bf0 req-46c363d8-27d9-4b68-a7ae-bf46cf860fe5 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 945 time: 0.0711763 Mar 29 15:37:14.679673 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-983b29f0-6608-4728-aff4-dc7bd72b3bf0 req-154779f4-c0b4-4b41-b44e-148bd9379c6d tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411475 Mar 29 15:37:14.680295 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 7402c7e8-9785-47da-972c-a6b033f74692 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:37:14.680671 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (7402c7e8-9785-47da-972c-a6b033f74692), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:14.730781 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 0fc68124-ef82-4e33-9816-2a154e366862, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0fc68124-ef82-4e33-9816-2a154e366862,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:14.745128 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '0fc68124-ef82-4e33-9816-2a154e366862', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'port_id': '0fc68124-ef82-4e33-9816-2a154e366862', 'mac_address': 'fa:16:3e:32:42:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:37:14.811043 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 0fc68124-ef82-4e33-9816-2a154e366862 is: ACTIVE; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:37:14.811431 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0fc68124-ef82-4e33-9816-2a154e366862), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:14.813313 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 7402c7e8-9785-47da-972c-a6b033f74692 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:37:14.814233 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (7402c7e8-9785-47da-972c-a6b033f74692), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:14.839596 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fc68124-ef82-4e33-9816-2a154e366862 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:14.871787 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 7402c7e8-9785-47da-972c-a6b033f74692, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7402c7e8-9785-47da-972c-a6b033f74692,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:14.875547 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 0fc68124-ef82-4e33-9816-2a154e366862, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0fc68124-ef82-4e33-9816-2a154e366862,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:14.877646 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (7402c7e8-9785-47da-972c-a6b033f74692), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:14.882617 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0fc68124-ef82-4e33-9816-2a154e366862), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:14.895772 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a7081-b856-4d37-837b-5fdcc3965997 req-a7abb1cd-52c8-4075-925a-d2c23fe1b0b8 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:14.897308 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-195a7081-b856-4d37-837b-5fdcc3965997 req-a7abb1cd-52c8-4075-925a-d2c23fe1b0b8 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0780580 Mar 29 15:37:14.925572 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=7402c7e8-9785-47da-972c-a6b033f74692,revision_number=8']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:14.946958 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-195a7081-b856-4d37-837b-5fdcc3965997 req-bfdc93cc-376b-4507-8d8d-574e4b854fbc tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439715 Mar 29 15:37:14.981452 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=0fc68124-ef82-4e33-9816-2a154e366862,revision_number=6']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:15.012179 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['0fc68124-ef82-4e33-9816-2a154e366862'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:37:15.042528 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:15.044701 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383213bb-becd-4aa7-b4f6-59e599f1b820" -d '{"events": [{"server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "name": "network-vif-plugged", "status": "completed", "tag": "7402c7e8-9785-47da-972c-a6b033f74692"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:15.088166 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4149432d-8d38-43da-a1fa-cf960d2c52b5 x-openstack-request-id: req-4149432d-8d38-43da-a1fa-cf960d2c52b5 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:15.088455 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "name": "network-vif-plugged", "status": "completed", "tag": "7402c7e8-9785-47da-972c-a6b033f74692", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:15.088709 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4149432d-8d38-43da-a1fa-cf960d2c52b5 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:15.089125 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4149432d-8d38-43da-a1fa-cf960d2c52b5'] response: {'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692', 'code': 200} Mar 29 15:37:15.120125 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0dfdbce6-73fe-44da-8744-67f82b066650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:15.341295 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:15.799306 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071fa6e-2bec-4821-a663-ba8175899ed6 req-67053af3-6d5e-44de-be3f-9f0ffa0de852 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:15.800788 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5071fa6e-2bec-4821-a663-ba8175899ed6 req-67053af3-6d5e-44de-be3f-9f0ffa0de852 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 945 time: 0.0556817 Mar 29 15:37:15.846792 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5071fa6e-2bec-4821-a663-ba8175899ed6 req-181d0d17-382a-4e5d-b594-ec12c8dbc6f7 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404456 Mar 29 15:37:15.990270 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c82f1-1e24-4200-8b85-fcacdc239a37 req-512f0204-38a7-4c9d-b260-baf28b1049fb tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:15.995510 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ae8c82f1-1e24-4200-8b85-fcacdc239a37 req-512f0204-38a7-4c9d-b260-baf28b1049fb tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 945 time: 0.0801544 Mar 29 15:37:16.000243 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 51796) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:16.005830 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-5386eb66-df6f-440e-b6da-b69b430874a7 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Request body: {'floatingip': {'port_id': '0dfd520a-7e38-4875-891c-857610e3a83f'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:37:16.056658 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5386eb66-df6f-440e-b6da-b69b430874a7 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (52b284aa-e488-4971-8fe9-c87ca399356a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:16.100804 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:16.108296 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b6830-953e-4c64-815e-c507f16509c9 req-0cd2ab93-8142-4722-af85-96b0571efe53 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:16.110375 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-cd5b6830-953e-4c64-815e-c507f16509c9 req-0cd2ab93-8142-4722-af85-96b0571efe53 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 945 time: 0.0819368 Mar 29 15:37:16.195022 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-cd5b6830-953e-4c64-815e-c507f16509c9 req-63c48b37-6f0d-48f4-8860-f73c781bbeae tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789356 Mar 29 15:37:16.588012 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5386eb66-df6f-440e-b6da-b69b430874a7 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:16.592459 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5386eb66-df6f-440e-b6da-b69b430874a7 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (52b284aa-e488-4971-8fe9-c87ca399356a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:16.599309 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 0fc68124-ef82-4e33-9816-2a154e366862 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:16.665205 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 0fc68124-ef82-4e33-9816-2a154e366862 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:37:16.665664 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0fc68124-ef82-4e33-9816-2a154e366862), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:16.733661 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [None req-5386eb66-df6f-440e-b6da-b69b430874a7 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Floating IP 52b284aa-e488-4971-8fe9-c87ca399356a associated. External IP: 172.27.0.97, port: 0dfd520a-7e38-4875-891c-857610e3a83f. Mar 29 15:37:16.760857 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 0fc68124-ef82-4e33-9816-2a154e366862 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:37:16.761539 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0fc68124-ef82-4e33-9816-2a154e366862), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:16.799806 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 0fc68124-ef82-4e33-9816-2a154e366862, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0fc68124-ef82-4e33-9816-2a154e366862,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:16.805425 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0fc68124-ef82-4e33-9816-2a154e366862), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:16.866172 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=0fc68124-ef82-4e33-9816-2a154e366862,revision_number=7']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:16.982595 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5386eb66-df6f-440e-b6da-b69b430874a7 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Router dca01e38-1c5f-4e5b-8608-bf515fffe9ee has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:37:17.091044 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:17.098980 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df66232-1640-484a-860b-f70d64a02cbe" -d '{"events": [{"server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "name": "network-vif-plugged", "status": "completed", "tag": "0fc68124-ef82-4e33-9816-2a154e366862"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:17.116704 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5386eb66-df6f-440e-b6da-b69b430874a7 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:37:17.126794 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f377a06-d4f8-4a92-a447-fc4ca065477e None None] Sync routers for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:37:17.127282 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5386eb66-df6f-440e-b6da-b69b430874a7 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:17.150223 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f377a06-d4f8-4a92-a447-fc4ca065477e None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:17.151233 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3f377a06-d4f8-4a92-a447-fc4ca065477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:37:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:17.184506 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-5386eb66-df6f-440e-b6da-b69b430874a7 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "PUT /v2.0/floatingips/52b284aa-e488-4971-8fe9-c87ca399356a HTTP/1.1" status: 200 len: 990 time: 1.1821213 Mar 29 15:37:17.185821 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67523e43-3cbd-4ac4-8f53-0c519415fcd1', 'tag': '0dfd520a-7e38-4875-891c-857610e3a83f'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:17.189396 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8a065a-c30e-4835-9a88-7fbbee8ee21e" -d '{"events": [{"name": "network-changed", "server_uuid": "67523e43-3cbd-4ac4-8f53-0c519415fcd1", "tag": "0dfd520a-7e38-4875-891c-857610e3a83f"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:17.236104 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:17.255803 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6458a4e-0a2d-4713-a7ef-1fbe12723d68 x-openstack-request-id: req-a6458a4e-0a2d-4713-a7ef-1fbe12723d68 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:17.256121 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "name": "network-vif-plugged", "status": "completed", "tag": "0fc68124-ef82-4e33-9816-2a154e366862", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:17.256400 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6458a4e-0a2d-4713-a7ef-1fbe12723d68 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:17.256827 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6458a4e-0a2d-4713-a7ef-1fbe12723d68'] response: {'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862', 'code': 200} Mar 29 15:37:17.268245 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-3f377a06-d4f8-4a92-a447-fc4ca065477e None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:17.322324 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2565f858-301d-4a17-bea5-d27984d8519a x-openstack-request-id: req-2565f858-301d-4a17-bea5-d27984d8519a {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:17.322551 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67523e43-3cbd-4ac4-8f53-0c519415fcd1", "tag": "0dfd520a-7e38-4875-891c-857610e3a83f", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:17.322801 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2565f858-301d-4a17-bea5-d27984d8519a {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:17.323217 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2565f858-301d-4a17-bea5-d27984d8519a'] response: {'name': 'network-changed', 'server_uuid': '67523e43-3cbd-4ac4-8f53-0c519415fcd1', 'tag': '0dfd520a-7e38-4875-891c-857610e3a83f', 'status': 'completed', 'code': 200} Mar 29 15:37:17.404553 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4a10c-ac17-4ce6-b264-8e5f16ae0563 req-230b228b-01d5-452d-9f20-2a8271425b0f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:17.413594 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-55c4a10c-ac17-4ce6-b264-8e5f16ae0563 req-230b228b-01d5-452d-9f20-2a8271425b0f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0793226 Mar 29 15:37:17.472369 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-55c4a10c-ac17-4ce6-b264-8e5f16ae0563 req-4059505b-921a-4133-b024-0a520c4cc5f7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576143 Mar 29 15:37:17.539551 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3f377a06-d4f8-4a92-a447-fc4ca065477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '52b284aa-e488-4971-8fe9-c87ca399356a', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '0dfd520a-7e38-4875-891c-857610e3a83f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:f5:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67523e43-3cbd-4ac4-8f53-0c519415fcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:36:56Z', 'updated_at': '2022-03-29T15:37:16Z', 'revision_number': 1, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:17.575996 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f377a06-d4f8-4a92-a447-fc4ca065477e None None] Checking router: dca01e38-1c5f-4e5b-8608-bf515fffe9ee for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:37:17.585300 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f377a06-d4f8-4a92-a447-fc4ca065477e None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:17.585901 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3f377a06-d4f8-4a92-a447-fc4ca065477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:37:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:17.709360 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-3f377a06-d4f8-4a92-a447-fc4ca065477e None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:18.049741 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-3f377a06-d4f8-4a92-a447-fc4ca065477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '52b284aa-e488-4971-8fe9-c87ca399356a', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '0dfd520a-7e38-4875-891c-857610e3a83f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:f5:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67523e43-3cbd-4ac4-8f53-0c519415fcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:36:56Z', 'updated_at': '2022-03-29T15:37:16Z', 'revision_number': 1, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:18.076391 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f377a06-d4f8-4a92-a447-fc4ca065477e None None] The sync data for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi is: [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '52b284aa-e488-4971-8fe9-c87ca399356a', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'port_id': '0dfd520a-7e38-4875-891c-857610e3a83f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'mac_address': 'fa:16:3e:f5:66:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67523e43-3cbd-4ac4-8f53-0c519415fcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:36:56Z', 'updated_at': '2022-03-29T15:37:16Z', 'revision_number': 1, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:37:18.305900 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ecb69c-013d-4163-952a-1cfc29a2f2f1 None None] New status for floating IP 52b284aa-e488-4971-8fe9-c87ca399356a: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:37:18.620138 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f9e7c-a83d-479b-bb75-e1b5344d75bc req-860c5d80-3d51-4d04-b0b3-c1575550a6a2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:18.621842 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-cf5f9e7c-a83d-479b-bb75-e1b5344d75bc req-860c5d80-3d51-4d04-b0b3-c1575550a6a2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0606723 Mar 29 15:37:18.674158 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-cf5f9e7c-a83d-479b-bb75-e1b5344d75bc req-018e1a4c-63a6-4af4-8469-a0a3a29eccae tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458312 Mar 29 15:37:18.790615 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:19.464514 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a065a-c30e-4835-9a88-7fbbee8ee21e req-20853777-ca45-47da-828c-a2d9ee738250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:19.465950 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2d8a065a-c30e-4835-9a88-7fbbee8ee21e req-20853777-ca45-47da-828c-a2d9ee738250 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 1129 time: 0.0502107 Mar 29 15:37:19.566764 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a065a-c30e-4835-9a88-7fbbee8ee21e req-a65ff335-0578-40d2-911a-c0667121e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:19.568725 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2d8a065a-c30e-4835-9a88-7fbbee8ee21e req-a65ff335-0578-40d2-911a-c0667121e2ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 200 len: 915 time: 0.0966091 Mar 29 15:37:19.659998 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2d8a065a-c30e-4835-9a88-7fbbee8ee21e req-14a38740-de18-4011-af88-3fa83b59c45f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dfd520a-7e38-4875-891c-857610e3a83f HTTP/1.1" status: 200 len: 1000 time: 0.0838220 Mar 29 15:37:19.733250 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a065a-c30e-4835-9a88-7fbbee8ee21e req-7fad43cf-3f2b-4f1f-9bb2-f6c8f2e8d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:19.734956 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2d8a065a-c30e-4835-9a88-7fbbee8ee21e req-7fad43cf-3f2b-4f1f-9bb2-f6c8f2e8d231 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c56faa-d030-427c-97d6-5e146a39601d HTTP/1.1" status: 200 len: 853 time: 0.0661764 Mar 29 15:37:19.803046 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a065a-c30e-4835-9a88-7fbbee8ee21e req-8afb17cb-e168-4a27-8c1e-e7161b469ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:19.805531 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2d8a065a-c30e-4835-9a88-7fbbee8ee21e req-8afb17cb-e168-4a27-8c1e-e7161b469ce4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54d38fb3-4b72-4750-9c01-9459fe44635d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0611935 Mar 29 15:37:19.941116 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d8e8d-093c-445f-8a09-984fc8f4ec75 req-eef553b6-4494-48e8-ab01-c2279909dfa6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:19.947967 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0d6d8e8d-093c-445f-8a09-984fc8f4ec75 req-eef553b6-4494-48e8-ab01-c2279909dfa6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.1338034 Mar 29 15:37:19.997556 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2d8a065a-c30e-4835-9a88-7fbbee8ee21e req-72e99e0f-2f87-44e7-9df8-992d388e8bcc service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694069 Mar 29 15:37:20.037265 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0d6d8e8d-093c-445f-8a09-984fc8f4ec75 req-662730a1-405b-4ab9-8059-bb0ba8c8c829 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884194 Mar 29 15:37:20.138001 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2d8a065a-c30e-4835-9a88-7fbbee8ee21e req-50af20a7-c77e-4d8b-88c7-ebc2164f3ae6 service neutron] 10.222.0.31 "GET /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321301 Mar 29 15:37:21.205177 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388e153-cba5-4302-b230-6ed6d699d1bc req-74f9d336-a885-496d-80c1-0e2b8a568ac3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:21.206664 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a388e153-cba5-4302-b230-6ed6d699d1bc req-74f9d336-a885-496d-80c1-0e2b8a568ac3 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0637462 Mar 29 15:37:21.259155 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a388e153-cba5-4302-b230-6ed6d699d1bc req-17ee1780-9d78-495f-8d92-5e35626ee0b7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463872 Mar 29 15:37:22.397753 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0bbc4-f323-43f2-af4b-6598bfb0f776 req-09c6c665-8fcf-4975-adcb-f79b9cd97a03 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:22.405035 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d5b0bbc4-f323-43f2-af4b-6598bfb0f776 req-09c6c665-8fcf-4975-adcb-f79b9cd97a03 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0697684 Mar 29 15:37:22.467569 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d5b0bbc4-f323-43f2-af4b-6598bfb0f776 req-d4f83d95-6b34-4478-aa97-8bb079a6ab98 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614824 Mar 29 15:37:23.169713 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 51914) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:23.318645 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-527ef2d7-fca2-4cf5-87b6-c4993441ff22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:23.425571 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-527ef2d7-fca2-4cf5-87b6-c4993441ff22 admin admin] Publish callbacks [] for security_group (373033e6-f142-4610-9a95-fc924f7fcf04), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:23.432513 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-527ef2d7-fca2-4cf5-87b6-c4993441ff22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (373033e6-f142-4610-9a95-fc924f7fcf04), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:23.489450 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ef2d7-fca2-4cf5-87b6-c4993441ff22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373033e6-f142-4610-9a95-fc924f7fcf04,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:23.498990 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 51924) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:23.499404 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-527ef2d7-fca2-4cf5-87b6-c4993441ff22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbe75b7397274ff09ca916589511188b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284545 Mar 29 15:37:23.571755 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98977b8e-f109-425b-b8e3-317918098fae admin admin] Publish callbacks [] for security_group (373033e6-f142-4610-9a95-fc924f7fcf04), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:23.594882 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98977b8e-f109-425b-b8e3-317918098fae admin admin] Publish callbacks [] for security_group (373033e6-f142-4610-9a95-fc924f7fcf04), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:23.649677 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e577d2-2d5e-40f8-a80b-18666d9d0e57 req-b7d2be8f-c138-46c9-8a70-ba9939acbf27 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:23.651348 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e5e577d2-2d5e-40f8-a80b-18666d9d0e57 req-b7d2be8f-c138-46c9-8a70-ba9939acbf27 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0722370 Mar 29 15:37:23.660461 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98977b8e-f109-425b-b8e3-317918098fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (373033e6-f142-4610-9a95-fc924f7fcf04), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:23.663082 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98977b8e-f109-425b-b8e3-317918098fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:23.664462 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-98977b8e-f109-425b-b8e3-317918098fae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/373033e6-f142-4610-9a95-fc924f7fcf04 HTTP/1.1" status: 204 len: 168 time: 0.1638072 Mar 29 15:37:23.679783 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98977b8e-f109-425b-b8e3-317918098fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373033e6-f142-4610-9a95-fc924f7fcf04,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:23.729668 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e5e577d2-2d5e-40f8-a80b-18666d9d0e57 req-3a98371d-f137-45f6-a608-9fa66308a1a0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718176 Mar 29 15:37:24.033136 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 51932) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:24.049219 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8e07a1a-697f-46b5-ac38-8eb2cd33a26e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:24.144987 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8e07a1a-697f-46b5-ac38-8eb2cd33a26e admin admin] Publish callbacks [] for security_group (9c173bba-d0ac-45fb-bcb3-7ff160375a61), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:24.157904 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8e07a1a-697f-46b5-ac38-8eb2cd33a26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (9c173bba-d0ac-45fb-bcb3-7ff160375a61), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:24.204356 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-a8e07a1a-697f-46b5-ac38-8eb2cd33a26e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5abb823ba8844a17bdf3f808a2908c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676798 Mar 29 15:37:24.204356 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e07a1a-697f-46b5-ac38-8eb2cd33a26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c173bba-d0ac-45fb-bcb3-7ff160375a61,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:24.204717 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 51934) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:24.265804 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-94a4ad43-b822-4f99-b738-44772cb37748 admin admin] Publish callbacks [] for security_group (9c173bba-d0ac-45fb-bcb3-7ff160375a61), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:24.290972 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-94a4ad43-b822-4f99-b738-44772cb37748 admin admin] Publish callbacks [] for security_group (9c173bba-d0ac-45fb-bcb3-7ff160375a61), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:24.345560 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-94a4ad43-b822-4f99-b738-44772cb37748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (9c173bba-d0ac-45fb-bcb3-7ff160375a61), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:24.348122 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-94a4ad43-b822-4f99-b738-44772cb37748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:24.351949 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-94a4ad43-b822-4f99-b738-44772cb37748 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c173bba-d0ac-45fb-bcb3-7ff160375a61 HTTP/1.1" status: 204 len: 168 time: 0.1435916 Mar 29 15:37:24.361421 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4ad43-b822-4f99-b738-44772cb37748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c173bba-d0ac-45fb-bcb3-7ff160375a61,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:24.960862 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea7e1d-ac9b-4694-a0bb-afc2da92a1b1 req-2d8be014-c580-4d49-a791-cd4f881858e7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:24.968316 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b0ea7e1d-ac9b-4694-a0bb-afc2da92a1b1 req-2d8be014-c580-4d49-a791-cd4f881858e7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0860054 Mar 29 15:37:25.037901 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b0ea7e1d-ac9b-4694-a0bb-afc2da92a1b1 req-a73da86d-cbea-4adc-8875-a8ade9695324 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681531 Mar 29 15:37:26.014869 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3af96-5ef4-4ac8-9cfa-027c1e3765d3 req-3c0906a2-f64a-4d58-8677-a141325ed291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.016942 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-feb3af96-5ef4-4ac8-9cfa-027c1e3765d3 req-3c0906a2-f64a-4d58-8677-a141325ed291 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 1130 time: 0.0447109 Mar 29 15:37:26.131009 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3af96-5ef4-4ac8-9cfa-027c1e3765d3 req-13b7722c-96af-4a02-a72f-67461ebf7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.132862 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-feb3af96-5ef4-4ac8-9cfa-027c1e3765d3 req-13b7722c-96af-4a02-a72f-67461ebf7062 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6af2c806-9c32-4a97-8072-598765883877 HTTP/1.1" status: 200 len: 917 time: 0.1056542 Mar 29 15:37:26.199547 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49c958-5416-4681-bfdc-b2d1c28b76a9 req-2483b3b1-5cf2-44b3-a460-e660202fc273 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.201421 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9b49c958-5416-4681-bfdc-b2d1c28b76a9 req-2483b3b1-5cf2-44b3-a460-e660202fc273 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0729122 Mar 29 15:37:26.267831 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9b49c958-5416-4681-bfdc-b2d1c28b76a9 req-645eed15-da25-4b8a-880d-da1bfd4f32a2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601530 Mar 29 15:37:26.469892 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-feb3af96-5ef4-4ac8-9cfa-027c1e3765d3 req-5a899ff5-543f-4434-979e-79974fb9612e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fc68124-ef82-4e33-9816-2a154e366862 HTTP/1.1" status: 200 len: 1002 time: 0.3269024 Mar 29 15:37:26.518827 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3af96-5ef4-4ac8-9cfa-027c1e3765d3 req-3432c523-f57e-401c-8986-746dc7f64f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.520433 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-feb3af96-5ef4-4ac8-9cfa-027c1e3765d3 req-3432c523-f57e-401c-8986-746dc7f64f12 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c996c52-decf-419a-b06f-413a1a03acb7 HTTP/1.1" status: 200 len: 855 time: 0.0448682 Mar 29 15:37:26.574318 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3af96-5ef4-4ac8-9cfa-027c1e3765d3 req-e397cf8e-939a-4586-b129-03de7e098b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:26.576059 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-feb3af96-5ef4-4ac8-9cfa-027c1e3765d3 req-e397cf8e-939a-4586-b129-03de7e098b95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6af2c806-9c32-4a97-8072-598765883877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496094 Mar 29 15:37:26.664177 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-feb3af96-5ef4-4ac8-9cfa-027c1e3765d3 req-6fc99167-9061-4ff8-836e-9990dcd4b7fe service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813925 Mar 29 15:37:26.690549 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52036) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:26.770898 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-feb3af96-5ef4-4ac8-9cfa-027c1e3765d3 req-71e4d77c-edc6-4a1d-90dd-8bba02378463 service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977855 Mar 29 15:37:26.820480 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0dc62bc2-e979-420d-aa19-8b96ed9869cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:26.893035 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0dc62bc2-e979-420d-aa19-8b96ed9869cc admin admin] Publish callbacks [] for security_group (cfe70959-7455-4933-a9ea-6423335776bd), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:26.896704 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0dc62bc2-e979-420d-aa19-8b96ed9869cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (cfe70959-7455-4933-a9ea-6423335776bd), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:26.932789 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-0dc62bc2-e979-420d-aa19-8b96ed9869cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec7d76e79b3a4fa5a78ac2e3f36420f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412312 Mar 29 15:37:26.934686 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc62bc2-e979-420d-aa19-8b96ed9869cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe70959-7455-4933-a9ea-6423335776bd,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:26.935567 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 52040) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:26.984163 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9590ac70-7f17-4883-acf1-6ba64e711087 admin admin] Publish callbacks [] for security_group (cfe70959-7455-4933-a9ea-6423335776bd), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:27.005032 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9590ac70-7f17-4883-acf1-6ba64e711087 admin admin] Publish callbacks [] for security_group (cfe70959-7455-4933-a9ea-6423335776bd), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:27.050792 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9590ac70-7f17-4883-acf1-6ba64e711087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (cfe70959-7455-4933-a9ea-6423335776bd), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:27.053368 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9590ac70-7f17-4883-acf1-6ba64e711087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:27.054509 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-9590ac70-7f17-4883-acf1-6ba64e711087 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfe70959-7455-4933-a9ea-6423335776bd HTTP/1.1" status: 204 len: 168 time: 0.1178935 Mar 29 15:37:27.061791 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590ac70-7f17-4883-acf1-6ba64e711087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe70959-7455-4933-a9ea-6423335776bd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:27.317738 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 52050) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:27.331777 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72bdcac6-d450-4a7d-bba2-220920c61e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:27.388345 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e676255-a79f-4700-a36b-46fe44b27cc0 req-280b31d8-8fdd-4efb-8270-7b177c7a753a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:27.390062 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6e676255-a79f-4700-a36b-46fe44b27cc0 req-280b31d8-8fdd-4efb-8270-7b177c7a753a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0558653 Mar 29 15:37:27.407842 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72bdcac6-d450-4a7d-bba2-220920c61e75 admin admin] Publish callbacks [] for security_group (032767a5-c49a-41a9-a68a-97786d07f88d), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:27.412146 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72bdcac6-d450-4a7d-bba2-220920c61e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (032767a5-c49a-41a9-a68a-97786d07f88d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:27.437381 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6e676255-a79f-4700-a36b-46fe44b27cc0 req-047bb48b-ef4c-4c68-9d80-13719fad18e7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408781 Mar 29 15:37:27.450659 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-72bdcac6-d450-4a7d-bba2-220920c61e75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbcf49dda79341ac98514cf916d91852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318429 Mar 29 15:37:27.451377 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdcac6-d450-4a7d-bba2-220920c61e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032767a5-c49a-41a9-a68a-97786d07f88d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:27.453294 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52052) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:27.504473 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-05e865b3-3986-42f6-83fb-6a32578b04ca admin admin] Publish callbacks [] for security_group (032767a5-c49a-41a9-a68a-97786d07f88d), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:27.525276 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-05e865b3-3986-42f6-83fb-6a32578b04ca admin admin] Publish callbacks [] for security_group (032767a5-c49a-41a9-a68a-97786d07f88d), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:27.572908 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-05e865b3-3986-42f6-83fb-6a32578b04ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (032767a5-c49a-41a9-a68a-97786d07f88d), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:27.575398 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-05e865b3-3986-42f6-83fb-6a32578b04ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:27.576518 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-05e865b3-3986-42f6-83fb-6a32578b04ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/032767a5-c49a-41a9-a68a-97786d07f88d HTTP/1.1" status: 204 len: 168 time: 0.1217742 Mar 29 15:37:27.584438 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e865b3-3986-42f6-83fb-6a32578b04ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032767a5-c49a-41a9-a68a-97786d07f88d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:28.573908 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23038dbf-c12d-4e4f-9a60-30a8bffb4a8a req-9840b6b9-8ec0-4c95-ac09-c6c5e57d3601 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:28.575526 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-23038dbf-c12d-4e4f-9a60-30a8bffb4a8a req-9840b6b9-8ec0-4c95-ac09-c6c5e57d3601 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0590320 Mar 29 15:37:28.628654 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-23038dbf-c12d-4e4f-9a60-30a8bffb4a8a req-72b6e2ed-314d-40f9-b271-a87d29eb5013 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473485 Mar 29 15:37:29.751809 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128efd1-cbd2-4d35-9c35-f5f4160688e2 req-eb6b8b76-4751-4354-8e38-238efa41c027 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:29.753485 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6128efd1-cbd2-4d35-9c35-f5f4160688e2 req-eb6b8b76-4751-4354-8e38-238efa41c027 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 946 time: 0.0547867 Mar 29 15:37:29.800940 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6128efd1-cbd2-4d35-9c35-f5f4160688e2 req-184b6912-0e24-484c-8d8e-73c992281aca tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420146 Mar 29 15:37:30.641773 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 0fc68124-ef82-4e33-9816-2a154e366862 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:37:30.661582 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [req-af76053d-15ae-49d9-a836-a46bfadcd919 req-ca246227-7f68-463b-88ca-adc108e2445c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:37:30.662594 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-af76053d-15ae-49d9-a836-a46bfadcd919 req-ca246227-7f68-463b-88ca-adc108e2445c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0950413 Mar 29 15:37:30.717906 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 0fc68124-ef82-4e33-9816-2a154e366862 is: ACTIVE; New status is: DOWN {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:37:30.718303 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0fc68124-ef82-4e33-9816-2a154e366862), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:30.743775 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:30.746329 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ff5ea9-6396-443c-8d91-7bbde1da29ec" -d '{"events": [{"server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "name": "network-vif-unplugged", "status": "completed", "tag": "0fc68124-ef82-4e33-9816-2a154e366862"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:30.759395 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 0fc68124-ef82-4e33-9816-2a154e366862, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0fc68124-ef82-4e33-9816-2a154e366862,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:30.765521 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0fc68124-ef82-4e33-9816-2a154e366862), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:30.796158 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a29a9e8-61f9-4db3-ad71-27a75acd88a6 x-openstack-request-id: req-3a29a9e8-61f9-4db3-ad71-27a75acd88a6 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:30.796452 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "name": "network-vif-unplugged", "status": "failed", "tag": "0fc68124-ef82-4e33-9816-2a154e366862", "code": 422}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:30.796702 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a29a9e8-61f9-4db3-ad71-27a75acd88a6 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:30.797804 dv-cinder-790535-36-iscsi neutron-server[103132]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3a29a9e8-61f9-4db3-ad71-27a75acd88a6']: {'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862', 'code': 422} returned with failed status Mar 29 15:37:30.821533 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=0fc68124-ef82-4e33-9816-2a154e366862,revision_number=8']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:30.848218 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0632f-a92d-4b98-8681-e5e1e00aa573 req-93ba21eb-12a6-45ea-9cab-e0f4311261d4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:30.850114 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-69c0632f-a92d-4b98-8681-e5e1e00aa573 req-93ba21eb-12a6-45ea-9cab-e0f4311261d4 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.0658751 Mar 29 15:37:30.920531 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-69c0632f-a92d-4b98-8681-e5e1e00aa573 req-b671756c-35b8-4614-bc19-873cb80fc47f tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528927 Mar 29 15:37:30.925045 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-64e777f8-0f14-40ce-b9fb-db589e9bf4e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930982 Mar 29 15:37:31.008634 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-edbfb2ec-2a2e-4f4b-a9a1-dc6c64ea5d4c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:31.009992 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-edbfb2ec-2a2e-4f4b-a9a1-dc6c64ea5d4c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports/0fc68124-ef82-4e33-9816-2a154e366862 HTTP/1.1" status: 200 len: 941 time: 0.0502896 Mar 29 15:37:31.806929 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-b44933f8-dada-4e82-9673-9843e15fbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:31.808413 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-b44933f8-dada-4e82-9673-9843e15fbe96 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021&tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc HTTP/1.1" status: 200 len: 1128 time: 0.0465910 Mar 29 15:37:31.875005 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-bc978e79-0b6e-41e0-849f-989792311b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:31.876479 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-bc978e79-0b6e-41e0-849f-989792311b52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 1128 time: 0.0467451 Mar 29 15:37:31.962577 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-79d976ca-8b5c-4e5e-81d1-f2229536a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:31.963974 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-79d976ca-8b5c-4e5e-81d1-f2229536a0d3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6af2c806-9c32-4a97-8072-598765883877 HTTP/1.1" status: 200 len: 917 time: 0.0816350 Mar 29 15:37:32.033581 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-760dc4a0-6e4d-4d44-b27e-7a8cb6af2d07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fc68124-ef82-4e33-9816-2a154e366862 HTTP/1.1" status: 200 len: 1000 time: 0.0629499 Mar 29 15:37:32.046949 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279eaf2-2753-46ee-bea7-e6eaa9a15434 req-5770193d-4953-4455-85ba-96640cd1e94d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:32.048549 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d279eaf2-2753-46ee-bea7-e6eaa9a15434 req-5770193d-4953-4455-85ba-96640cd1e94d tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.0518486 Mar 29 15:37:32.082205 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-2b822f2d-c2e9-434b-a2e1-a8462731f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:32.083572 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-2b822f2d-c2e9-434b-a2e1-a8462731f151 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c996c52-decf-419a-b06f-413a1a03acb7 HTTP/1.1" status: 200 len: 855 time: 0.0443330 Mar 29 15:37:32.098581 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d279eaf2-2753-46ee-bea7-e6eaa9a15434 req-6d1625d6-a07b-4198-b24b-04b41536be17 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432415 Mar 29 15:37:32.132380 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-77f47139-ce70-4c80-a683-f4a9622f45da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:32.133882 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-77f47139-ce70-4c80-a683-f4a9622f45da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6af2c806-9c32-4a97-8072-598765883877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445461 Mar 29 15:37:32.223644 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-7f2c789b-68be-453b-aefc-3d8f1ea06cae service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840876 Mar 29 15:37:32.310741 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-95da02ff-7c76-4bf8-9bd6-224bc1705cf7 req-076b0b55-087e-4887-ab15-e79b2757e332 service neutron] 10.222.0.31 "GET /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810385 Mar 29 15:37:33.241153 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5aa638-310b-49e6-af0b-81740d001a38 req-acd79519-46a6-4a18-92eb-db51b2f3bb23 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:33.243267 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8b5aa638-310b-49e6-af0b-81740d001a38 req-acd79519-46a6-4a18-92eb-db51b2f3bb23 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.0581601 Mar 29 15:37:33.300644 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8b5aa638-310b-49e6-af0b-81740d001a38 req-b6684b7b-74dd-452f-9f85-f08895020fc1 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495255 Mar 29 15:37:34.494217 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b31fac-cde9-480c-827e-2d1908baeec5 req-6a743ae6-0742-43a2-8f11-f61a7763e45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:34.496120 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-65b31fac-cde9-480c-827e-2d1908baeec5 req-6a743ae6-0742-43a2-8f11-f61a7763e45a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.1030166 Mar 29 15:37:34.593064 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-65b31fac-cde9-480c-827e-2d1908baeec5 req-da8a389b-9a89-4401-9ba2-7e9fc1578f89 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790668 Mar 29 15:37:35.706113 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6913e51-9de7-412d-8ed4-c5c297385c13 req-a3320d9a-3766-4548-97ce-7791e2364101 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:35.707959 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d6913e51-9de7-412d-8ed4-c5c297385c13 req-a3320d9a-3766-4548-97ce-7791e2364101 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.0540931 Mar 29 15:37:35.757157 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d6913e51-9de7-412d-8ed4-c5c297385c13 req-3fb94469-d432-4842-8f78-801799ee7d6b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436263 Mar 29 15:37:36.404028 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52294) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:36.510548 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:36.589888 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Publish callbacks [] for security_group (e533fe47-a19d-4cb7-a0fc-a9258e173639), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:36.593921 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e533fe47-a19d-4cb7-a0fc-a9258e173639), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:36.635269 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 52298) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:36.641918 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1acc1f1200ef4c35b71a93d285aaef3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367461 Mar 29 15:37:36.644245 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e533fe47-a19d-4cb7-a0fc-a9258e173639,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:36.651898 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.652309 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.652656 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.653130 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.653596 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.653933 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.654394 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.654937 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.655265 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.655594 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.655987 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.656457 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.656793 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.657209 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.657535 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dade46-42dc-4a3f-af36-e55688e3ae70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:36.693230 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e02ac5d4-8bf3-4863-882a-a34ffd5cf193 admin admin] Publish callbacks [] for security_group (e533fe47-a19d-4cb7-a0fc-a9258e173639), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:36.721108 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e02ac5d4-8bf3-4863-882a-a34ffd5cf193 admin admin] Publish callbacks [] for security_group (e533fe47-a19d-4cb7-a0fc-a9258e173639), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:36.771066 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e02ac5d4-8bf3-4863-882a-a34ffd5cf193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e533fe47-a19d-4cb7-a0fc-a9258e173639), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:36.774703 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e02ac5d4-8bf3-4863-882a-a34ffd5cf193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:36.779461 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e02ac5d4-8bf3-4863-882a-a34ffd5cf193 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e533fe47-a19d-4cb7-a0fc-a9258e173639 HTTP/1.1" status: 204 len: 168 time: 0.1431007 Mar 29 15:37:36.789358 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ac5d4-8bf3-4863-882a-a34ffd5cf193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e533fe47-a19d-4cb7-a0fc-a9258e173639,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:36.919775 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728d336-ead9-457a-9aa8-102b01028311 req-91cd0976-0be0-4de4-b2af-8618620ef7cd tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:36.921547 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6728d336-ead9-457a-9aa8-102b01028311 req-91cd0976-0be0-4de4-b2af-8618620ef7cd tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.0719855 Mar 29 15:37:36.985192 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6728d336-ead9-457a-9aa8-102b01028311 req-c65e036c-1d6d-41d7-a260-a30ad63e3f2a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550773 Mar 29 15:37:37.111252 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 52306) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:37.124303 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de1102ed-c060-4678-aaaa-cd67e9583db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:37.203185 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de1102ed-c060-4678-aaaa-cd67e9583db7 admin admin] Publish callbacks [] for security_group (05ef9d69-b041-4a1d-aab3-37fa7d345783), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:37.208624 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de1102ed-c060-4678-aaaa-cd67e9583db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (05ef9d69-b041-4a1d-aab3-37fa7d345783), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:37.249258 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-de1102ed-c060-4678-aaaa-cd67e9583db7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83ef74183b994a21a017465f4c0d5522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367893 Mar 29 15:37:37.250614 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1102ed-c060-4678-aaaa-cd67e9583db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ef9d69-b041-4a1d-aab3-37fa7d345783,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:37.252554 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52308) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:37.306933 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3dea38e-a2c9-43f1-9f8b-bbb8b41239c8 admin admin] Publish callbacks [] for security_group (05ef9d69-b041-4a1d-aab3-37fa7d345783), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:37.330874 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3dea38e-a2c9-43f1-9f8b-bbb8b41239c8 admin admin] Publish callbacks [] for security_group (05ef9d69-b041-4a1d-aab3-37fa7d345783), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:37.383446 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3dea38e-a2c9-43f1-9f8b-bbb8b41239c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (05ef9d69-b041-4a1d-aab3-37fa7d345783), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:37.386296 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3dea38e-a2c9-43f1-9f8b-bbb8b41239c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:37.387489 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-b3dea38e-a2c9-43f1-9f8b-bbb8b41239c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05ef9d69-b041-4a1d-aab3-37fa7d345783 HTTP/1.1" status: 204 len: 168 time: 0.1337657 Mar 29 15:37:37.395218 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dea38e-a2c9-43f1-9f8b-bbb8b41239c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ef9d69-b041-4a1d-aab3-37fa7d345783,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:37.749524 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52314) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:37.764266 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e5710558-d65c-4681-b474-f6cebded3c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:37.842801 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e5710558-d65c-4681-b474-f6cebded3c35 admin admin] Publish callbacks [] for security_group (890d0485-97ea-4718-8a24-61611fd748df), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:37.847872 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e5710558-d65c-4681-b474-f6cebded3c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (890d0485-97ea-4718-8a24-61611fd748df), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:37.888366 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5710558-d65c-4681-b474-f6cebded3c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890d0485-97ea-4718-8a24-61611fd748df,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:37.895398 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 52316) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:37.895960 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-e5710558-d65c-4681-b474-f6cebded3c35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=960b6ad9e8a34ffdb5e215e08629f87b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437607 Mar 29 15:37:37.946269 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-369e896f-87cd-42be-a914-79060c189181 admin admin] Publish callbacks [] for security_group (890d0485-97ea-4718-8a24-61611fd748df), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:37.972138 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-369e896f-87cd-42be-a914-79060c189181 admin admin] Publish callbacks [] for security_group (890d0485-97ea-4718-8a24-61611fd748df), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:38.026711 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-369e896f-87cd-42be-a914-79060c189181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (890d0485-97ea-4718-8a24-61611fd748df), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:38.029774 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-369e896f-87cd-42be-a914-79060c189181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:38.036594 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-369e896f-87cd-42be-a914-79060c189181 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/890d0485-97ea-4718-8a24-61611fd748df HTTP/1.1" status: 204 len: 168 time: 0.1400604 Mar 29 15:37:38.045649 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e896f-87cd-42be-a914-79060c189181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890d0485-97ea-4718-8a24-61611fd748df,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:38.140175 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12c495-7b3e-44dc-be19-8a595e63c99a req-b8c7f3b7-dbdd-4a15-9488-dac737fd038a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:38.142337 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8e12c495-7b3e-44dc-be19-8a595e63c99a req-b8c7f3b7-dbdd-4a15-9488-dac737fd038a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.0586843 Mar 29 15:37:38.195878 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8e12c495-7b3e-44dc-be19-8a595e63c99a req-a8e84d7a-5128-4704-984c-321aa05de88b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479720 Mar 29 15:37:39.354832 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb5768-ab03-4611-aa24-5c5cf0ef9916 req-c925f4f2-cec9-48f0-97b1-2eb9b28a3e81 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:39.361760 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-92fb5768-ab03-4611-aa24-5c5cf0ef9916 req-c925f4f2-cec9-48f0-97b1-2eb9b28a3e81 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.0913234 Mar 29 15:37:39.425561 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-92fb5768-ab03-4611-aa24-5c5cf0ef9916 req-422f7b39-fe60-4a31-b689-96b09a4d8556 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611959 Mar 29 15:37:40.554247 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368feac-219a-44e0-b465-b9dbe035e56c req-ed8d37ac-0f40-4ecb-900e-4df9caafdb0a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:40.556680 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6368feac-219a-44e0-b465-b9dbe035e56c req-ed8d37ac-0f40-4ecb-900e-4df9caafdb0a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.0585437 Mar 29 15:37:40.608725 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6368feac-219a-44e0-b465-b9dbe035e56c req-af7d5cac-ffd9-43e7-8311-7b05927a5613 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473735 Mar 29 15:37:41.749160 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b99bf-bc86-4248-bc9e-92bb7a6de057 req-5885e7a9-67f9-4796-9527-48ca5ef4851e tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:41.751172 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a29b99bf-bc86-4248-bc9e-92bb7a6de057 req-5885e7a9-67f9-4796-9527-48ca5ef4851e tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.0698664 Mar 29 15:37:41.810917 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a29b99bf-bc86-4248-bc9e-92bb7a6de057 req-415041cf-6e78-4383-a1b7-fdbec7329eb9 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530279 Mar 29 15:37:42.583567 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-57b867fc-4a51-4858-87c4-c16940075a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:42.953099 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3797a-8e4f-4690-9998-7f9b1c30ad87 req-f2d4d603-c81d-495b-92ac-b6704d50dfcd tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:42.954698 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-28b3797a-8e4f-4690-9998-7f9b1c30ad87 req-f2d4d603-c81d-495b-92ac-b6704d50dfcd tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.0698118 Mar 29 15:37:43.012217 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-28b3797a-8e4f-4690-9998-7f9b1c30ad87 req-e1491aac-f0e3-4e64-9d19-0615bf149ccf tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508277 Mar 29 15:37:43.272867 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 52414) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:43.376491 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:43.448198 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Publish callbacks [] for security_group (0d5e0bcb-3bb7-42ca-9917-f7dd2faccee4), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:43.452296 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (0d5e0bcb-3bb7-42ca-9917-f7dd2faccee4), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:43.490920 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cc6d448872247e58d5eae9dab283424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169600 Mar 29 15:37:43.491784 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5e0bcb-3bb7-42ca-9917-f7dd2faccee4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:43.493862 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52418) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:43.498827 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.499176 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.499520 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.499863 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.500504 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.500504 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.500841 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.501191 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.501521 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.501851 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.502177 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.502499 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.502818 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.503137 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.503456 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9c443-47ed-411b-8055-ca21e85f7134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:37:43.542830 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-acb7c8e8-5494-4459-b304-0727d5ebbf96 admin admin] Publish callbacks [] for security_group (0d5e0bcb-3bb7-42ca-9917-f7dd2faccee4), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:43.563067 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-acb7c8e8-5494-4459-b304-0727d5ebbf96 admin admin] Publish callbacks [] for security_group (0d5e0bcb-3bb7-42ca-9917-f7dd2faccee4), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:43.609008 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-acb7c8e8-5494-4459-b304-0727d5ebbf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (0d5e0bcb-3bb7-42ca-9917-f7dd2faccee4), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:43.611535 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-acb7c8e8-5494-4459-b304-0727d5ebbf96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:43.612672 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-acb7c8e8-5494-4459-b304-0727d5ebbf96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d5e0bcb-3bb7-42ca-9917-f7dd2faccee4 HTTP/1.1" status: 204 len: 168 time: 0.1178393 Mar 29 15:37:43.620548 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7c8e8-5494-4459-b304-0727d5ebbf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5e0bcb-3bb7-42ca-9917-f7dd2faccee4,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:43.883876 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 52426) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:43.897212 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb387f9d-6590-4d65-850d-5884d19a519f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:43.972621 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb387f9d-6590-4d65-850d-5884d19a519f admin admin] Publish callbacks [] for security_group (788f4e98-de04-4b80-bada-8b79383ed2a4), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:43.976359 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb387f9d-6590-4d65-850d-5884d19a519f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (788f4e98-de04-4b80-bada-8b79383ed2a4), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:44.012499 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-eb387f9d-6590-4d65-850d-5884d19a519f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57f1a9e60d064319b5f1f4560dfaebfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275458 Mar 29 15:37:44.014410 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb387f9d-6590-4d65-850d-5884d19a519f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788f4e98-de04-4b80-bada-8b79383ed2a4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:44.015277 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52428) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:44.068338 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c4198f0b-e33e-491c-9198-42d88fa0bd58 admin admin] Publish callbacks [] for security_group (788f4e98-de04-4b80-bada-8b79383ed2a4), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:44.090720 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c4198f0b-e33e-491c-9198-42d88fa0bd58 admin admin] Publish callbacks [] for security_group (788f4e98-de04-4b80-bada-8b79383ed2a4), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:44.137903 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c4198f0b-e33e-491c-9198-42d88fa0bd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (788f4e98-de04-4b80-bada-8b79383ed2a4), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:44.141107 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c4198f0b-e33e-491c-9198-42d88fa0bd58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:44.142257 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-c4198f0b-e33e-491c-9198-42d88fa0bd58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/788f4e98-de04-4b80-bada-8b79383ed2a4 HTTP/1.1" status: 204 len: 168 time: 0.1259422 Mar 29 15:37:44.143057 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef193834-2b6e-492b-888f-216018f24eb0 req-f9f97a42-ccbc-4072-91a6-5649decfe8fa tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:44.144572 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ef193834-2b6e-492b-888f-216018f24eb0 req-f9f97a42-ccbc-4072-91a6-5649decfe8fa tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 944 time: 0.0575268 Mar 29 15:37:44.150104 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4198f0b-e33e-491c-9198-42d88fa0bd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788f4e98-de04-4b80-bada-8b79383ed2a4,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:44.208094 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ef193834-2b6e-492b-888f-216018f24eb0 req-dc6bd7cc-b7ec-4af0-b76f-33ceed65b0f7 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542691 Mar 29 15:37:44.715517 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 0fc68124-ef82-4e33-9816-2a154e366862 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:37:44.811359 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 0fc68124-ef82-4e33-9816-2a154e366862, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0fc68124-ef82-4e33-9816-2a154e366862,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:44.822946 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '0fc68124-ef82-4e33-9816-2a154e366862', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'port_id': '0fc68124-ef82-4e33-9816-2a154e366862', 'mac_address': 'fa:16:3e:32:42:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:37:44.874406 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 0fc68124-ef82-4e33-9816-2a154e366862 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:37:44.874848 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0fc68124-ef82-4e33-9816-2a154e366862), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:44.888067 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc68124-ef82-4e33-9816-2a154e366862 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:37:44.907487 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 0fc68124-ef82-4e33-9816-2a154e366862, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0fc68124-ef82-4e33-9816-2a154e366862,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:44.911742 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0fc68124-ef82-4e33-9816-2a154e366862), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:44.958050 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=0fc68124-ef82-4e33-9816-2a154e366862,revision_number=9']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:45.097228 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ad49289-bc1a-4784-9f58-7c191ac29197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:45.156740 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['0fc68124-ef82-4e33-9816-2a154e366862'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:37:45.341365 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e115f3-94c5-4c8b-a7f9-66f66ea87104 req-151576f1-3feb-4ef9-a0f1-05a13cbf5198 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:45.343062 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-66e115f3-94c5-4c8b-a7f9-66f66ea87104 req-151576f1-3feb-4ef9-a0f1-05a13cbf5198 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 945 time: 0.0564270 Mar 29 15:37:45.359004 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:45.398769 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-66e115f3-94c5-4c8b-a7f9-66f66ea87104 req-1eb8f84f-a0db-4204-8c32-8ffd9a2bef88 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465150 Mar 29 15:37:46.090642 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:46.411326 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52506) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:46.518559 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7ed4edc-a4f4-4cc8-a2bf-b437b87a1c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:46.522053 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea7848-a91a-4f51-8ad2-b67fc998ed57 req-78dc92b0-1a17-40a6-b5fe-476fc1a449cd tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:46.523547 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-8bea7848-a91a-4f51-8ad2-b67fc998ed57 req-78dc92b0-1a17-40a6-b5fe-476fc1a449cd tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 945 time: 0.0529134 Mar 29 15:37:46.572004 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-8bea7848-a91a-4f51-8ad2-b67fc998ed57 req-b807e2ad-62cc-4c72-b19a-7af8590b6eb5 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426188 Mar 29 15:37:46.596152 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7ed4edc-a4f4-4cc8-a2bf-b437b87a1c90 admin admin] Publish callbacks [] for security_group (6430bbbc-0019-4f73-b26a-d7a65a99f354), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:46.600333 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7ed4edc-a4f4-4cc8-a2bf-b437b87a1c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (6430bbbc-0019-4f73-b26a-d7a65a99f354), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:46.636750 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed4edc-a4f4-4cc8-a2bf-b437b87a1c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6430bbbc-0019-4f73-b26a-d7a65a99f354,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:46.641081 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-d7ed4edc-a4f4-4cc8-a2bf-b437b87a1c90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7c6ee5bcb2f4c9ba55a68ad525221f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287161 Mar 29 15:37:46.643893 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52514) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:46.690975 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b6e9edb2-ac0c-4268-b540-e5f05b92917d admin admin] Publish callbacks [] for security_group (6430bbbc-0019-4f73-b26a-d7a65a99f354), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:46.712755 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b6e9edb2-ac0c-4268-b540-e5f05b92917d admin admin] Publish callbacks [] for security_group (6430bbbc-0019-4f73-b26a-d7a65a99f354), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:46.726423 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 0fc68124-ef82-4e33-9816-2a154e366862 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:37:46.759988 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b6e9edb2-ac0c-4268-b540-e5f05b92917d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (6430bbbc-0019-4f73-b26a-d7a65a99f354), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:46.762633 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b6e9edb2-ac0c-4268-b540-e5f05b92917d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:46.763786 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-b6e9edb2-ac0c-4268-b540-e5f05b92917d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6430bbbc-0019-4f73-b26a-d7a65a99f354 HTTP/1.1" status: 204 len: 168 time: 0.1190672 Mar 29 15:37:46.772172 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9edb2-ac0c-4268-b540-e5f05b92917d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6430bbbc-0019-4f73-b26a-d7a65a99f354,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:46.775231 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 0fc68124-ef82-4e33-9816-2a154e366862 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:37:46.775619 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (0fc68124-ef82-4e33-9816-2a154e366862), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:46.863132 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 0fc68124-ef82-4e33-9816-2a154e366862 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:37:46.863527 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0fc68124-ef82-4e33-9816-2a154e366862), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:46.887369 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:46.889696 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7bb50d-1fd3-468f-8d3d-b70c9e4a7995" -d '{"events": [{"server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "name": "network-vif-plugged", "status": "completed", "tag": "0fc68124-ef82-4e33-9816-2a154e366862"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:46.902921 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 0fc68124-ef82-4e33-9816-2a154e366862, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0fc68124-ef82-4e33-9816-2a154e366862,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:46.907380 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (0fc68124-ef82-4e33-9816-2a154e366862), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:46.939323 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de8f99f-0f6c-435d-9bc6-7a0418a4b197 x-openstack-request-id: req-9de8f99f-0f6c-435d-9bc6-7a0418a4b197 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:46.939586 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "name": "network-vif-plugged", "status": "completed", "tag": "0fc68124-ef82-4e33-9816-2a154e366862", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:46.939847 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9de8f99f-0f6c-435d-9bc6-7a0418a4b197 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:46.940248 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de8f99f-0f6c-435d-9bc6-7a0418a4b197'] response: {'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862', 'code': 200} Mar 29 15:37:46.973850 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=0fc68124-ef82-4e33-9816-2a154e366862,revision_number=10']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:47.070507 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 52524) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:47.083986 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83fe5f63-a158-46ef-8772-1367aebb79c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:47.125173 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acc6c8-0d56-4eea-ae4e-bbc1c5d430bc req-8f2427fe-dc2e-427a-bbc0-b7e37dd7b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:47.126718 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-19acc6c8-0d56-4eea-ae4e-bbc1c5d430bc req-8f2427fe-dc2e-427a-bbc0-b7e37dd7b848 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 1131 time: 0.0456021 Mar 29 15:37:47.161634 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83fe5f63-a158-46ef-8772-1367aebb79c0 admin admin] Publish callbacks [] for security_group (42962960-6ffe-4f0f-8081-8ca9ad2ebe64), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:47.166097 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83fe5f63-a158-46ef-8772-1367aebb79c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (42962960-6ffe-4f0f-8081-8ca9ad2ebe64), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:47.177576 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-19acc6c8-0d56-4eea-ae4e-bbc1c5d430bc req-b3d13a4f-b1e7-4427-a055-6f66b9fb10e3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432506 Mar 29 15:37:47.209606 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-83fe5f63-a158-46ef-8772-1367aebb79c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd412c7b4729463cbde027494e6191cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380117 Mar 29 15:37:47.210741 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe5f63-a158-46ef-8772-1367aebb79c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42962960-6ffe-4f0f-8081-8ca9ad2ebe64,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:47.212381 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52526) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:47.227804 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:47.262470 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-99685c1f-e48d-40e9-88dc-5d1553c05484 admin admin] Publish callbacks [] for security_group (42962960-6ffe-4f0f-8081-8ca9ad2ebe64), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:47.283435 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-99685c1f-e48d-40e9-88dc-5d1553c05484 admin admin] Publish callbacks [] for security_group (42962960-6ffe-4f0f-8081-8ca9ad2ebe64), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:47.328570 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-99685c1f-e48d-40e9-88dc-5d1553c05484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (42962960-6ffe-4f0f-8081-8ca9ad2ebe64), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:47.331150 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-99685c1f-e48d-40e9-88dc-5d1553c05484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:47.332319 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-99685c1f-e48d-40e9-88dc-5d1553c05484 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42962960-6ffe-4f0f-8081-8ca9ad2ebe64 HTTP/1.1" status: 204 len: 168 time: 0.1187756 Mar 29 15:37:47.341152 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99685c1f-e48d-40e9-88dc-5d1553c05484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42962960-6ffe-4f0f-8081-8ca9ad2ebe64,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:47.701072 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f92534-18ba-4ae2-92c6-4ba47ddbeb5f req-36f15f5c-947a-4067-a79d-3312b64b7b88 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:47.702557 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58f92534-18ba-4ae2-92c6-4ba47ddbeb5f req-36f15f5c-947a-4067-a79d-3312b64b7b88 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 947 time: 0.0541115 Mar 29 15:37:47.749866 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-58f92534-18ba-4ae2-92c6-4ba47ddbeb5f req-1270994e-4ea9-4817-b6e8-60de9bd92df6 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414152 Mar 29 15:37:48.810367 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:48.883059 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225acd6-b5fb-45ed-8c45-1df1ff14bcea req-49ee1081-a6c0-41bb-91f4-2b1429cd4d5a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:48.889631 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a225acd6-b5fb-45ed-8c45-1df1ff14bcea req-49ee1081-a6c0-41bb-91f4-2b1429cd4d5a tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 947 time: 0.0630372 Mar 29 15:37:48.980614 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a225acd6-b5fb-45ed-8c45-1df1ff14bcea req-b4f39b39-3104-4b8d-8bf6-ae1c998efb03 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887330 Mar 29 15:37:48.988435 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cd50b6cf-4bba-420d-a672-d3d6aa472b65 req-d171d4c1-9ed9-450a-9402-5edfe592e3ac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0951595 Mar 29 15:37:49.073775 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:37:49.099611 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50b6cf-4bba-420d-a672-d3d6aa472b65 req-f1821d11-a62b-447a-a307-43eda40f80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:49.101509 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cd50b6cf-4bba-420d-a672-d3d6aa472b65 req-f1821d11-a62b-447a-a307-43eda40f80a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46157163e6e4df8b1c832a9a05f8dbf&device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 1129 time: 0.0547121 Mar 29 15:37:49.221079 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50b6cf-4bba-420d-a672-d3d6aa472b65 req-9586ef08-9365-427b-853f-da3542062a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:49.222545 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cd50b6cf-4bba-420d-a672-d3d6aa472b65 req-9586ef08-9365-427b-853f-da3542062a47 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dac59228-31db-4e5b-96e8-f47a59d250fd HTTP/1.1" status: 200 len: 910 time: 0.0930958 Mar 29 15:37:49.302301 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cd50b6cf-4bba-420d-a672-d3d6aa472b65 req-3cef3052-417e-443d-a2ba-8904c5b0312e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7402c7e8-9785-47da-972c-a6b033f74692 HTTP/1.1" status: 200 len: 1000 time: 0.0726604 Mar 29 15:37:49.352794 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50b6cf-4bba-420d-a672-d3d6aa472b65 req-1fe76939-ba95-4352-b7a2-a49ee7259d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:49.354225 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cd50b6cf-4bba-420d-a672-d3d6aa472b65 req-1fe76939-ba95-4352-b7a2-a49ee7259d28 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9 HTTP/1.1" status: 200 len: 848 time: 0.0440691 Mar 29 15:37:49.409466 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50b6cf-4bba-420d-a672-d3d6aa472b65 req-77e43e69-341e-4f8c-9e11-af9a8b4b93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:49.410978 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cd50b6cf-4bba-420d-a672-d3d6aa472b65 req-77e43e69-341e-4f8c-9e11-af9a8b4b93f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dac59228-31db-4e5b-96e8-f47a59d250fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494637 Mar 29 15:37:49.516383 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cd50b6cf-4bba-420d-a672-d3d6aa472b65 req-8df5a3a1-338e-4412-8603-37f3cfbe861f service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930326 Mar 29 15:37:49.630008 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cd50b6cf-4bba-420d-a672-d3d6aa472b65 req-8bad83f0-8f7e-416c-96e4-3905f49eb888 service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976536 Mar 29 15:37:50.122589 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2159af-249a-4928-83b6-1541cf852c94 req-1952ee39-d1b6-462c-ae0d-0c7030dff3ac tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:50.124093 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5d2159af-249a-4928-83b6-1541cf852c94 req-1952ee39-d1b6-462c-ae0d-0c7030dff3ac tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 947 time: 0.0574455 Mar 29 15:37:50.179597 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5d2159af-249a-4928-83b6-1541cf852c94 req-5bd46be3-8169-4b32-8ba3-2ab95430d6ab tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494728 Mar 29 15:37:53.570711 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a4f05-56bd-45d8-b876-7b0383b17e80 req-fd15fe1c-8d5c-4595-8339-c3346daf108e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:53.572200 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d80a4f05-56bd-45d8-b876-7b0383b17e80 req-fd15fe1c-8d5c-4595-8339-c3346daf108e tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0576675 Mar 29 15:37:53.622968 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d80a4f05-56bd-45d8-b876-7b0383b17e80 req-b4fab3a4-26f3-41ac-94a5-5f85f1d45cbf tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=54fdb58f-367b-4dd1-8aa7-b372c6909074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452344 Mar 29 15:37:54.751613 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11d789-2d58-435a-b43b-3f113d4423de req-a1d0a099-5086-420d-a95e-ef391d35401b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:54.753161 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6d11d789-2d58-435a-b43b-3f113d4423de req-a1d0a099-5086-420d-a95e-ef391d35401b tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0592661 Mar 29 15:37:54.805459 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6d11d789-2d58-435a-b43b-3f113d4423de req-b5d7d3ce-8752-424f-a4c8-f61793515f79 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=54fdb58f-367b-4dd1-8aa7-b372c6909074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467162 Mar 29 15:37:55.676619 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-c9261ce3-6f32-4a07-b070-b835cf3cb67c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:55.678118 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-c9261ce3-6f32-4a07-b070-b835cf3cb67c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.31 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 945 time: 0.0560429 Mar 29 15:37:55.785289 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Deleting port 7f831116-bca7-4020-8495-8b98ecab120d {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:37:55.785628 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (7f831116-bca7-4020-8495-8b98ecab120d), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:55.878568 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] For port 7f831116-bca7-4020-8495-8b98ecab120d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7f831116-bca7-4020-8495-8b98ecab120d,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:37:55.878936 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (7f831116-bca7-4020-8495-8b98ecab120d), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:56.016961 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc4509-5c55-47f5-8d71-54a747ffaa72 req-72352c3f-101a-4489-a6cf-422de05a1500 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:37:56.018343 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d4dc4509-5c55-47f5-8d71-54a747ffaa72 req-72352c3f-101a-4489-a6cf-422de05a1500 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/ports?device_id=422f17e0-3061-4668-ae34-e034dc24d8c2 HTTP/1.1" status: 200 len: 945 time: 0.1368732 Mar 29 15:37:56.113548 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d4dc4509-5c55-47f5-8d71-54a747ffaa72 req-eafa4351-0032-4128-8645-d063900e01c1 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups?id=54fdb58f-367b-4dd1-8aa7-b372c6909074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889831 Mar 29 15:37:56.124512 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:56.125267 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (b36804f8-3fc6-44bc-a4ba-f160c8e80496), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:56.125576 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Floating IP b36804f8-3fc6-44bc-a4ba-f160c8e80496 disassociated. External IP: 172.27.0.31, port: 7f831116-bca7-4020-8495-8b98ecab120d. Mar 29 15:37:56.125909 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Calling delete_port for 7f831116-bca7-4020-8495-8b98ecab120d owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:37:56.252550 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (7f831116-bca7-4020-8495-8b98ecab120d), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:56.278253 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event deleted for resources: {'Port': ['ID=7f831116-bca7-4020-8495-8b98ecab120d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:56.397797 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:37:56.508724 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:37:56.519248 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd20d14-4c42-4708-9536-718973b4bd0b None None] Sync routers for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:37:56.529703 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd20d14-4c42-4708-9536-718973b4bd0b None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:56.530247 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-edd20d14-4c42-4708-9536-718973b4bd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:37:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:56.549579 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] No DVR routers for this DVR port 7f831116-bca7-4020-8495-8b98ecab120d on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:37:56.552135 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:56.555450 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0b3f995e-a129-4941-a24b-3a3a95d71070 req-b2668ffb-9bc0-49bc-8022-ede910ac470d tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.31 "DELETE /v2.0/ports/7f831116-bca7-4020-8495-8b98ecab120d HTTP/1.1" status: 204 len: 173 time: 0.8711216 Mar 29 15:37:56.555883 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422f17e0-3061-4668-ae34-e034dc24d8c2', 'name': 'network-vif-deleted', 'tag': '7f831116-bca7-4020-8495-8b98ecab120d'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:37:56.558196 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085820ce-eaa4-4614-b1a7-13c5abe45f60" -d '{"events": [{"server_uuid": "422f17e0-3061-4668-ae34-e034dc24d8c2", "name": "network-vif-deleted", "tag": "7f831116-bca7-4020-8495-8b98ecab120d"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:37:56.596126 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c593146-9483-4781-8eb6-e3ff3c40e668 x-openstack-request-id: req-2c593146-9483-4781-8eb6-e3ff3c40e668 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:37:56.596432 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422f17e0-3061-4668-ae34-e034dc24d8c2", "name": "network-vif-deleted", "tag": "7f831116-bca7-4020-8495-8b98ecab120d", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:37:56.596685 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c593146-9483-4781-8eb6-e3ff3c40e668 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:37:56.597119 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c593146-9483-4781-8eb6-e3ff3c40e668'] response: {'server_uuid': '422f17e0-3061-4668-ae34-e034dc24d8c2', 'name': 'network-vif-deleted', 'tag': '7f831116-bca7-4020-8495-8b98ecab120d', 'status': 'completed', 'code': 200} Mar 29 15:37:56.654457 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-edd20d14-4c42-4708-9536-718973b4bd0b None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:56.863611 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-edd20d14-4c42-4708-9536-718973b4bd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:08Z', 'revision_number': 5, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:56.892608 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd20d14-4c42-4708-9536-718973b4bd0b None None] Checking router: a4f12b8f-0258-4807-bcfe-1e7d00be0e09 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:37:56.901298 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd20d14-4c42-4708-9536-718973b4bd0b None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:37:56.901860 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-edd20d14-4c42-4708-9536-718973b4bd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:37:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:57.017631 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-edd20d14-4c42-4708-9536-718973b4bd0b None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:37:57.200894 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52734) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:57.226499 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-edd20d14-4c42-4708-9536-718973b4bd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:08Z', 'revision_number': 5, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:37:57.254514 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e89a8a0-b99f-4153-88c9-83e4d887ab4c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group (54fdb58f-367b-4dd1-8aa7-b372c6909074), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:57.255429 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd20d14-4c42-4708-9536-718973b4bd0b None None] The sync data for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi is: [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:31:51Z', 'revision_number': 4, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '514ac640-5aac-4daf-88d1-a541a7d8ce7e', 'name': '', 'network_id': '338732b2-ea3a-4739-8f59-c28fe02d1d89', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'mac_address': 'fa:16:3e:7b:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:49Z', 'updated_at': '2022-03-29T15:32:08Z', 'revision_number': 5, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'subnets': [{'id': '367b68cf-8773-4f3b-bc3f-07941870df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:37:57.279374 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e89a8a0-b99f-4153-88c9-83e4d887ab4c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group (54fdb58f-367b-4dd1-8aa7-b372c6909074), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:57.336545 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e89a8a0-b99f-4153-88c9-83e4d887ab4c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (54fdb58f-367b-4dd1-8aa7-b372c6909074), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:57.339173 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e89a8a0-b99f-4153-88c9-83e4d887ab4c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:57.340323 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-6e89a8a0-b99f-4153-88c9-83e4d887ab4c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "DELETE /v2.0/security-groups/54fdb58f-367b-4dd1-8aa7-b372c6909074 HTTP/1.1" status: 204 len: 168 time: 0.1391761 Mar 29 15:37:57.343518 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 52736) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:57.349602 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89a8a0-b99f-4153-88c9-83e4d887ab4c tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fdb58f-367b-4dd1-8aa7-b372c6909074,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:57.358032 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.api.v2.resource [None req-131c157d-d6d2-48ae-b688-1b3bae465da8 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] show failed (client error): The resource could not be found. Mar 29 15:37:57.359080 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-131c157d-d6d2-48ae-b688-1b3bae465da8 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "GET /v2.0/security-groups/54fdb58f-367b-4dd1-8aa7-b372c6909074 HTTP/1.1" status: 404 len: 347 time: 0.0140224 Mar 29 15:37:57.362175 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52738) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:37:57.494720 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152c49b4-bfc9-4696-8bad-c2baabdacf22 None None] New status for floating IP b36804f8-3fc6-44bc-a4ba-f160c8e80496: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:37:57.496403 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2437b513-633a-4d39-a801-84f3083344e6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Deleting port b37cc1ad-31bc-479a-8d08-d40208e58239 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:37:57.496740 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2437b513-633a-4d39-a801-84f3083344e6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (b37cc1ad-31bc-479a-8d08-d40208e58239), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:57.578310 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2437b513-633a-4d39-a801-84f3083344e6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (b37cc1ad-31bc-479a-8d08-d40208e58239), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:57.578628 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2437b513-633a-4d39-a801-84f3083344e6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (b37cc1ad-31bc-479a-8d08-d40208e58239), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:57.590098 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2437b513-633a-4d39-a801-84f3083344e6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Calling delete_port for b37cc1ad-31bc-479a-8d08-d40208e58239 owned by network:floatingip {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:37:57.726087 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2437b513-633a-4d39-a801-84f3083344e6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (b37cc1ad-31bc-479a-8d08-d40208e58239), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:57.754195 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437b513-633a-4d39-a801-84f3083344e6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Pushing event deleted for resources: {'Port': ['ID=b37cc1ad-31bc-479a-8d08-d40208e58239,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:37:57.811019 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2437b513-633a-4d39-a801-84f3083344e6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks [] for floatingip (b36804f8-3fc6-44bc-a4ba-f160c8e80496), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:57.814116 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2437b513-633a-4d39-a801-84f3083344e6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:37:57.815249 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-2437b513-633a-4d39-a801-84f3083344e6 tempest-AttachVolumeTestJSON-1324935624 tempest-AttachVolumeTestJSON-1324935624-project] 10.222.0.18 "DELETE /v2.0/floatingips/b36804f8-3fc6-44bc-a4ba-f160c8e80496 HTTP/1.1" status: 204 len: 168 time: 0.4521301 Mar 29 15:38:00.777809 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 7f831116-bca7-4020-8495-8b98ecab120d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:00.800314 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 7f831116-bca7-4020-8495-8b98ecab120d {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:00.800633 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 7f831116-bca7-4020-8495-8b98ecab120d not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:01.333728 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52798) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:01.875848 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e3774e2-7f9a-45e4-a9b4-1340f16aadcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543560'] for router_interface (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:02.432746 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0e3774e2-7f9a-45e4-a9b4-1340f16aadcb admin admin] Deleting port 514ac640-5aac-4daf-88d1-a541a7d8ce7e {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:02.433517 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e3774e2-7f9a-45e4-a9b4-1340f16aadcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:02.513860 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0e3774e2-7f9a-45e4-a9b4-1340f16aadcb admin admin] For port 514ac640-5aac-4daf-88d1-a541a7d8ce7e, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=514ac640-5aac-4daf-88d1-a541a7d8ce7e,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:02.514216 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e3774e2-7f9a-45e4-a9b4-1340f16aadcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:02.527484 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0e3774e2-7f9a-45e4-a9b4-1340f16aadcb admin admin] Calling delete_port for 514ac640-5aac-4daf-88d1-a541a7d8ce7e owned by network:router_interface {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:02.727137 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e3774e2-7f9a-45e4-a9b4-1340f16aadcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (514ac640-5aac-4daf-88d1-a541a7d8ce7e), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:02.756948 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3774e2-7f9a-45e4-a9b4-1340f16aadcb admin admin] Pushing event deleted for resources: {'Port': ['ID=514ac640-5aac-4daf-88d1-a541a7d8ce7e,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:02.928304 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e3774e2-7f9a-45e4-a9b4-1340f16aadcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547032'] for router_interface (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:03.163412 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3774e2-7f9a-45e4-a9b4-1340f16aadcb admin admin] Router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:03.274999 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3774e2-7f9a-45e4-a9b4-1340f16aadcb admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:03.280080 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-0e3774e2-7f9a-45e4-a9b4-1340f16aadcb admin admin] 10.222.0.18 "PUT /v2.0/routers/a4f12b8f-0258-4807-bcfe-1e7d00be0e09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9453423 Mar 29 15:38:03.282705 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52818) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:03.283652 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de585a99-4c2c-4236-9076-6c3ae4111354 None None] Sync routers for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:03.293108 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de585a99-4c2c-4236-9076-6c3ae4111354 None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:03.294105 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-de585a99-4c2c-4236-9076-6c3ae4111354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:37:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:03.395421 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Publish callbacks [] for router (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:03.409249 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-de585a99-4c2c-4236-9076-6c3ae4111354 None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:03.513062 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Publish callbacks [] for router_gateway (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:03.567714 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Deleting port e529886b-4a7c-4021-9da0-d2495bacc97c {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:03.568046 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:03.594825 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-de585a99-4c2c-4236-9076-6c3ae4111354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:38:02Z', 'revision_number': 5, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port': {'id': 'e529886b-4a7c-4021-9da0-d2495bacc97c', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:03.620965 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de585a99-4c2c-4236-9076-6c3ae4111354 None None] Checking router: a4f12b8f-0258-4807-bcfe-1e7d00be0e09 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:03.629877 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de585a99-4c2c-4236-9076-6c3ae4111354 None None] Routers {'a4f12b8f-0258-4807-bcfe-1e7d00be0e09'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:03.630567 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-de585a99-4c2c-4236-9076-6c3ae4111354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:37:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:03.654246 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] For port e529886b-4a7c-4021-9da0-d2495bacc97c, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=e529886b-4a7c-4021-9da0-d2495bacc97c,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:03.654686 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:03.673069 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Calling delete_port for e529886b-4a7c-4021-9da0-d2495bacc97c owned by network:router_gateway {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:03.720790 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-de585a99-4c2c-4236-9076-6c3ae4111354 None None] Set router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 gateway port host: None {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:03.847101 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (e529886b-4a7c-4021-9da0-d2495bacc97c), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:03.867586 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-de585a99-4c2c-4236-9076-6c3ae4111354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:38:03Z', 'revision_number': 6, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port_host': None}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:03.876868 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Pushing event deleted for resources: {'Port': ['ID=e529886b-4a7c-4021-9da0-d2495bacc97c,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:03.894856 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de585a99-4c2c-4236-9076-6c3ae4111354 None None] The sync data for ids ['a4f12b8f-0258-4807-bcfe-1e7d00be0e09'] in dv-cinder-790535-36-iscsi is: [{'id': 'a4f12b8f-0258-4807-bcfe-1e7d00be0e09', 'name': 'tempest-AttachVolumeTestJSON-735870013-router', 'tenant_id': '7b14b15a19b5419d8f9548e71f9866a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:41Z', 'updated_at': '2022-03-29T15:38:03Z', 'revision_number': 6, 'project_id': '7b14b15a19b5419d8f9548e71f9866a3', 'gw_port_host': None}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:03.940702 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544050'] for router_gateway (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.044769 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7310'] for router (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.047440 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Publish callbacks [] for router_controller (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.113663 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547799'] for router (a4f12b8f-0258-4807-bcfe-1e7d00be0e09), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.114108 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4f12b8f-0258-4807-bcfe-1e7d00be0e09 {{(pid=103131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:38:04.119765 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.120895 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-b11d93ab-3c90-45bd-a0cd-1e42ea5bc38d admin admin] 10.222.0.18 "DELETE /v2.0/routers/a4f12b8f-0258-4807-bcfe-1e7d00be0e09 HTTP/1.1" status: 204 len: 168 time: 0.8372900 Mar 29 15:38:04.123419 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52822) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:04.166316 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd74803-9d3e-4e82-9ce5-a4034de68ffd admin admin] Deleting subnet 367b68cf-8773-4f3b-bc3f-07941870df7d {{(pid=103131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:38:04.169407 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cd74803-9d3e-4e82-9ce5-a4034de68ffd admin admin] Publish callbacks [] for subnet (367b68cf-8773-4f3b-bc3f-07941870df7d), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.203185 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cd74803-9d3e-4e82-9ce5-a4034de68ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28241276'] for subnet (367b68cf-8773-4f3b-bc3f-07941870df7d), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.338474 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cd74803-9d3e-4e82-9ce5-a4034de68ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (367b68cf-8773-4f3b-bc3f-07941870df7d), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.385248 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 514ac640-5aac-4daf-88d1-a541a7d8ce7e no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:04.406996 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cd74803-9d3e-4e82-9ce5-a4034de68ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28866395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28877534'] for subnet (367b68cf-8773-4f3b-bc3f-07941870df7d), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.413738 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 514ac640-5aac-4daf-88d1-a541a7d8ce7e {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:04.414185 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 514ac640-5aac-4daf-88d1-a541a7d8ce7e not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:04.431201 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd74803-9d3e-4e82-9ce5-a4034de68ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=367b68cf-8773-4f3b-bc3f-07941870df7d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:04.437016 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cd74803-9d3e-4e82-9ce5-a4034de68ffd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.440202 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-0cd74803-9d3e-4e82-9ce5-a4034de68ffd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/367b68cf-8773-4f3b-bc3f-07941870df7d HTTP/1.1" status: 204 len: 168 time: 0.3158183 Mar 29 15:38:04.442728 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52832) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:04.443149 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5016fde4-9900-4579-bdd5-098cfd127f0f None None] Network 338732b2-ea3a-4739-8f59-c28fe02d1d89 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:38:04.520293 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (338732b2-ea3a-4739-8f59-c28fe02d1d89), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.576168 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Deleting port 7008da35-25e3-449c-9f5a-96202a4c05d6 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:04.576502 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (7008da35-25e3-449c-9f5a-96202a4c05d6), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.646481 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] For port 7008da35-25e3-449c-9f5a-96202a4c05d6, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=7008da35-25e3-449c-9f5a-96202a4c05d6,segment=NetworkSegment(91eea381-e7d1-4c1f-9ea3-0629200d8d75),segment_id=91eea381-e7d1-4c1f-9ea3-0629200d8d75)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:04.646844 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (7008da35-25e3-449c-9f5a-96202a4c05d6), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.659751 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Calling delete_port for 7008da35-25e3-449c-9f5a-96202a4c05d6 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:04.743283 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43da7be-af9e-4757-856b-368da6f8f402 None None] DHCP port deletion for 338732b2-ea3a-4739-8f59-c28fe02d1d89 request from dv-cinder-790535-36-iscsi {{(pid=103132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:38:04.746221 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (7008da35-25e3-449c-9f5a-96202a4c05d6), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.777058 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] No DVR routers for this DVR port 7008da35-25e3-449c-9f5a-96202a4c05d6 on host dv-cinder-790535-36-iscsi {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:04.779322 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7008da35-25e3-449c-9f5a-96202a4c05d6,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:04.856199 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (338732b2-ea3a-4739-8f59-c28fe02d1d89), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.876749 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338732b2-ea3a-4739-8f59-c28fe02d1d89']}} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:04.886130 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91eea381-e7d1-4c1f-9ea3-0629200d8d75') {'for_net_delete': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:04.886424 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91eea381-e7d1-4c1f-9ea3-0629200d8d75') {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:04.896312 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28241271'] for segment (91eea381-e7d1-4c1f-9ea3-0629200d8d75), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.909700 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (91eea381-e7d1-4c1f-9ea3-0629200d8d75), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.915929 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:38:04.916656 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28863485'] for segment (91eea381-e7d1-4c1f-9ea3-0629200d8d75), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: Traceback (most recent call last): Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: timer() Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: cb(*args, **kw) Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: return func(*args, **kwargs) Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: self._notify() Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: self.callback(batched_events) Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: event.method(event) Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: return f(self, *a, **k) Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._get(url).json() Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: return self.request(url, 'GET', **kwargs) Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:38:04.918456 dv-cinder-790535-36-iscsi neutron-server[103131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:38:04.972305 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (338732b2-ea3a-4739-8f59-c28fe02d1d89), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.980907 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:04.986665 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] 10.222.0.18 "DELETE /v2.0/networks/338732b2-ea3a-4739-8f59-c28fe02d1d89 HTTP/1.1" status: 204 len: 168 time: 0.5405378 Mar 29 15:38:04.998569 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894b094-92d8-40d8-a2d1-ee8293cfa5ff admin admin] Pushing event deleted for resources: {'Network': ['ID=338732b2-ea3a-4739-8f59-c28fe02d1d89,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:05.101308 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52844) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:05.139624 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-2c144bc9-e4e5-4e1b-857a-1639cc778cf4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b14b15a19b5419d8f9548e71f9866a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0371070 Mar 29 15:38:05.142480 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52846) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:05.187705 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72e716b5-c580-46ad-b3b3-13d312056f4e admin admin] Publish callbacks [] for security_group (93557a3f-7d07-4b07-82fb-02bda6e515c2), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:05.209001 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72e716b5-c580-46ad-b3b3-13d312056f4e admin admin] Publish callbacks [] for security_group (93557a3f-7d07-4b07-82fb-02bda6e515c2), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:05.255416 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72e716b5-c580-46ad-b3b3-13d312056f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (93557a3f-7d07-4b07-82fb-02bda6e515c2), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:05.258188 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72e716b5-c580-46ad-b3b3-13d312056f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:05.259319 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-72e716b5-c580-46ad-b3b3-13d312056f4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93557a3f-7d07-4b07-82fb-02bda6e515c2 HTTP/1.1" status: 204 len: 168 time: 0.1159198 Mar 29 15:38:05.267685 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e716b5-c580-46ad-b3b3-13d312056f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93557a3f-7d07-4b07-82fb-02bda6e515c2,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:05.924842 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52876) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:06.032773 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c157599-2a1d-4b09-a3ae-337f0c30090b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:06.110671 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c157599-2a1d-4b09-a3ae-337f0c30090b admin admin] Publish callbacks [] for security_group (ef89fe83-28dc-46a8-8d39-8bd2f4148fd0), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:06.115426 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c157599-2a1d-4b09-a3ae-337f0c30090b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (ef89fe83-28dc-46a8-8d39-8bd2f4148fd0), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:06.156216 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c157599-2a1d-4b09-a3ae-337f0c30090b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef89fe83-28dc-46a8-8d39-8bd2f4148fd0,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:06.160569 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-2c157599-2a1d-4b09-a3ae-337f0c30090b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0d9163e107e432ca89091c67b0e335e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345526 Mar 29 15:38:06.163256 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 52888) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:06.214248 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8fb08c77-3181-4177-86e9-2478523e84d4 admin admin] Publish callbacks [] for security_group (ef89fe83-28dc-46a8-8d39-8bd2f4148fd0), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:06.237889 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8fb08c77-3181-4177-86e9-2478523e84d4 admin admin] Publish callbacks [] for security_group (ef89fe83-28dc-46a8-8d39-8bd2f4148fd0), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:06.255969 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device e529886b-4a7c-4021-9da0-d2495bacc97c no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:06.275734 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: e529886b-4a7c-4021-9da0-d2495bacc97c {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:06.279642 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device e529886b-4a7c-4021-9da0-d2495bacc97c not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:06.281143 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 7008da35-25e3-449c-9f5a-96202a4c05d6 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:06.290505 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8fb08c77-3181-4177-86e9-2478523e84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (ef89fe83-28dc-46a8-8d39-8bd2f4148fd0), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:06.293019 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8fb08c77-3181-4177-86e9-2478523e84d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:06.294159 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-8fb08c77-3181-4177-86e9-2478523e84d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef89fe83-28dc-46a8-8d39-8bd2f4148fd0 HTTP/1.1" status: 204 len: 168 time: 0.1298261 Mar 29 15:38:06.303460 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 7008da35-25e3-449c-9f5a-96202a4c05d6 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:06.303598 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb08c77-3181-4177-86e9-2478523e84d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef89fe83-28dc-46a8-8d39-8bd2f4148fd0,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:06.303813 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 7008da35-25e3-449c-9f5a-96202a4c05d6 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:12.583992 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5119c4a8-3a92-4514-b357-63a3d85927e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:13.754996 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71741a4-c1e5-4a23-aa76-8fd15f8456e2 req-3fb2cbb6-5486-40a1-9c6a-8e6d908f2343 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:13.756354 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e71741a4-c1e5-4a23-aa76-8fd15f8456e2 req-3fb2cbb6-5486-40a1-9c6a-8e6d908f2343 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 945 time: 0.0521145 Mar 29 15:38:13.802111 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e71741a4-c1e5-4a23-aa76-8fd15f8456e2 req-ea195e51-769d-42e5-8f86-0a5103201a9e tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402949 Mar 29 15:38:14.918499 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32b0a5-04d0-4f77-af28-252e1dd7d2b6 req-339ecafe-4407-4468-9d82-583f9f12b07e tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:14.919952 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9b32b0a5-04d0-4f77-af28-252e1dd7d2b6 req-339ecafe-4407-4468-9d82-583f9f12b07e tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 945 time: 0.0508447 Mar 29 15:38:14.964534 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9b32b0a5-04d0-4f77-af28-252e1dd7d2b6 req-745a8419-f566-4977-b1f8-6e96cebbe4df tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384581 Mar 29 15:38:15.087571 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3a770ea3-6bf7-4cf7-8ffd-2079145ea461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:15.280018 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-613f8685-4b00-4de3-8cfd-40cb151228c3 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:15.282001 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-613f8685-4b00-4de3-8cfd-40cb151228c3 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 945 time: 0.0548506 Mar 29 15:38:15.369881 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:15.379721 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Deleting port 0dfd520a-7e38-4875-891c-857610e3a83f {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:15.380186 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:15.492709 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] For port 0dfd520a-7e38-4875-891c-857610e3a83f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0dfd520a-7e38-4875-891c-857610e3a83f,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:15.493176 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:15.719321 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53034) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:15.828500 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dacaec30-b210-46ae-90a8-d3975f070da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:15.907324 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dacaec30-b210-46ae-90a8-d3975f070da5 admin admin] Publish callbacks [] for security_group (51deaea1-a2e8-4c72-b2fd-81fa6d15a10d), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:15.911559 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dacaec30-b210-46ae-90a8-d3975f070da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (51deaea1-a2e8-4c72-b2fd-81fa6d15a10d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:15.949629 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-dacaec30-b210-46ae-90a8-d3975f070da5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ce64e7f0cbb47ef991de35d66b67ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292032 Mar 29 15:38:15.950472 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaec30-b210-46ae-90a8-d3975f070da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51deaea1-a2e8-4c72-b2fd-81fa6d15a10d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:15.953227 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53038) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:15.961764 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:15.962173 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (52b284aa-e488-4971-8fe9-c87ca399356a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:15.962446 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Floating IP 52b284aa-e488-4971-8fe9-c87ca399356a disassociated. External IP: 172.27.0.97, port: 0dfd520a-7e38-4875-891c-857610e3a83f. Mar 29 15:38:15.962758 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Calling delete_port for 0dfd520a-7e38-4875-891c-857610e3a83f owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:16.001636 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-efca85d9-2452-4098-ac22-ac0ca82c72d6 admin admin] Publish callbacks [] for security_group (51deaea1-a2e8-4c72-b2fd-81fa6d15a10d), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.023298 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-efca85d9-2452-4098-ac22-ac0ca82c72d6 admin admin] Publish callbacks [] for security_group (51deaea1-a2e8-4c72-b2fd-81fa6d15a10d), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.101316 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (0dfd520a-7e38-4875-891c-857610e3a83f), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.102331 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843344e6-3d42-4189-aa8d-be371e748161 req-67e6506e-7555-46f6-87d8-45c78df2ce65 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:16.103587 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.104111 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-843344e6-3d42-4189-aa8d-be371e748161 req-67e6506e-7555-46f6-87d8-45c78df2ce65 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/ports?device_id=67523e43-3cbd-4ac4-8f53-0c519415fcd1 HTTP/1.1" status: 200 len: 945 time: 0.0651376 Mar 29 15:38:16.124467 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-efca85d9-2452-4098-ac22-ac0ca82c72d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (51deaea1-a2e8-4c72-b2fd-81fa6d15a10d), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.127032 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-efca85d9-2452-4098-ac22-ac0ca82c72d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.130424 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-efca85d9-2452-4098-ac22-ac0ca82c72d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51deaea1-a2e8-4c72-b2fd-81fa6d15a10d HTTP/1.1" status: 204 len: 168 time: 0.1740282 Mar 29 15:38:16.140207 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event deleted for resources: {'Port': ['ID=0dfd520a-7e38-4875-891c-857610e3a83f,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:16.161213 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca85d9-2452-4098-ac22-ac0ca82c72d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51deaea1-a2e8-4c72-b2fd-81fa6d15a10d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:16.206139 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-843344e6-3d42-4189-aa8d-be371e748161 req-0eeb5cdc-a50d-4898-94d2-1e3fb992a57a tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ca74eb4-4458-4629-93c4-35922bdeb2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963151 Mar 29 15:38:16.265698 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Router dca01e38-1c5f-4e5b-8608-bf515fffe9ee has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:16.377816 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:16.390736 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c3b60-eebb-4135-8673-4919353e0011 None None] Sync routers for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:16.405332 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c3b60-eebb-4135-8673-4919353e0011 None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:16.406002 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d21c3b60-eebb-4135-8673-4919353e0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:16.421495 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] No DVR routers for this DVR port 0dfd520a-7e38-4875-891c-857610e3a83f on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:16.423680 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.427282 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9bb0e16b-7b37-45d9-a7f9-7f2132bf81f4 req-2d9946a7-8dd0-4d3f-940d-3c47d6edadd6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.31 "DELETE /v2.0/ports/0dfd520a-7e38-4875-891c-857610e3a83f HTTP/1.1" status: 204 len: 173 time: 1.1402647 Mar 29 15:38:16.427434 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67523e43-3cbd-4ac4-8f53-0c519415fcd1', 'name': 'network-vif-deleted', 'tag': '0dfd520a-7e38-4875-891c-857610e3a83f'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:16.429832 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3eda3f-1c6a-454a-9835-f5cb265a2383" -d '{"events": [{"server_uuid": "67523e43-3cbd-4ac4-8f53-0c519415fcd1", "name": "network-vif-deleted", "tag": "0dfd520a-7e38-4875-891c-857610e3a83f"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:16.435868 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53048) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:16.456023 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-222a669a-8b93-430d-922e-4300e9b152a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.477996 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1527a0b-31e4-49fb-852a-f3e9d3f873c2 x-openstack-request-id: req-f1527a0b-31e4-49fb-852a-f3e9d3f873c2 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:16.478258 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67523e43-3cbd-4ac4-8f53-0c519415fcd1", "name": "network-vif-deleted", "tag": "0dfd520a-7e38-4875-891c-857610e3a83f", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:16.478519 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1527a0b-31e4-49fb-852a-f3e9d3f873c2 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:16.478926 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1527a0b-31e4-49fb-852a-f3e9d3f873c2'] response: {'server_uuid': '67523e43-3cbd-4ac4-8f53-0c519415fcd1', 'name': 'network-vif-deleted', 'tag': '0dfd520a-7e38-4875-891c-857610e3a83f', 'status': 'completed', 'code': 200} Mar 29 15:38:16.532379 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d21c3b60-eebb-4135-8673-4919353e0011 None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:16.556129 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-222a669a-8b93-430d-922e-4300e9b152a7 admin admin] Publish callbacks [] for security_group (87ea1ad0-62b7-4d2a-a341-f1d5951c2d5b), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.562124 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-222a669a-8b93-430d-922e-4300e9b152a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (87ea1ad0-62b7-4d2a-a341-f1d5951c2d5b), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.610666 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-222a669a-8b93-430d-922e-4300e9b152a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f9e0d4ad85a4278b91318a9e9aadaf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704378 Mar 29 15:38:16.610666 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a669a-8b93-430d-922e-4300e9b152a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ea1ad0-62b7-4d2a-a341-f1d5951c2d5b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:16.611007 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53050) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:16.671320 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fe4166f7-6de9-4d30-b08b-561254c7307b admin admin] Publish callbacks [] for security_group (87ea1ad0-62b7-4d2a-a341-f1d5951c2d5b), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.696180 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fe4166f7-6de9-4d30-b08b-561254c7307b admin admin] Publish callbacks [] for security_group (87ea1ad0-62b7-4d2a-a341-f1d5951c2d5b), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.746875 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fe4166f7-6de9-4d30-b08b-561254c7307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (87ea1ad0-62b7-4d2a-a341-f1d5951c2d5b), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.747242 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d21c3b60-eebb-4135-8673-4919353e0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:16.750203 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fe4166f7-6de9-4d30-b08b-561254c7307b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:16.751461 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-fe4166f7-6de9-4d30-b08b-561254c7307b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87ea1ad0-62b7-4d2a-a341-f1d5951c2d5b HTTP/1.1" status: 204 len: 168 time: 0.1394722 Mar 29 15:38:16.759198 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4166f7-6de9-4d30-b08b-561254c7307b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ea1ad0-62b7-4d2a-a341-f1d5951c2d5b,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:16.784531 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c3b60-eebb-4135-8673-4919353e0011 None None] Checking router: dca01e38-1c5f-4e5b-8608-bf515fffe9ee for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:16.797857 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c3b60-eebb-4135-8673-4919353e0011 None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:16.798590 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d21c3b60-eebb-4135-8673-4919353e0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:17.040452 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d21c3b60-eebb-4135-8673-4919353e0011 None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:17.234631 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:17.252016 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d21c3b60-eebb-4135-8673-4919353e0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:17.283550 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c3b60-eebb-4135-8673-4919353e0011 None None] The sync data for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi is: [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:32:57Z', 'revision_number': 4, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'dd77c183-3775-437a-8bc9-efde65f48806', 'name': '', 'network_id': '54d38fb3-4b72-4750-9c01-9459fe44635d', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'mac_address': 'fa:16:3e:52:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:57Z', 'updated_at': '2022-03-29T15:33:02Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'subnets': [{'id': 'e1c56faa-d030-427c-97d6-5e146a39601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:17.297561 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53070) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:17.368569 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ec8c-a5fe-4f5d-9377-414245cd1ed0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (7ca74eb4-4458-4629-93c4-35922bdeb2e5), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:17.394653 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ec8c-a5fe-4f5d-9377-414245cd1ed0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (7ca74eb4-4458-4629-93c4-35922bdeb2e5), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:17.446560 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ec8c-a5fe-4f5d-9377-414245cd1ed0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (7ca74eb4-4458-4629-93c4-35922bdeb2e5), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:17.449251 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ec8c-a5fe-4f5d-9377-414245cd1ed0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:17.450964 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-1ae7ec8c-a5fe-4f5d-9377-414245cd1ed0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "DELETE /v2.0/security-groups/7ca74eb4-4458-4629-93c4-35922bdeb2e5 HTTP/1.1" status: 204 len: 168 time: 0.1515520 Mar 29 15:38:17.453607 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53078) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:17.467236 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.api.v2.resource [None req-848c4540-990e-4edc-8d67-8115ecde0fc6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] show failed (client error): The resource could not be found. Mar 29 15:38:17.468572 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-848c4540-990e-4edc-8d67-8115ecde0fc6 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "GET /v2.0/security-groups/7ca74eb4-4458-4629-93c4-35922bdeb2e5 HTTP/1.1" status: 404 len: 347 time: 0.0139935 Mar 29 15:38:17.468884 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7ec8c-a5fe-4f5d-9377-414245cd1ed0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca74eb4-4458-4629-93c4-35922bdeb2e5,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:17.471713 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53080) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:17.565799 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932d99f4-d792-4364-b5f2-6ff51b0d8db0 None None] New status for floating IP 52b284aa-e488-4971-8fe9-c87ca399356a: DOWN {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:38:17.610181 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-515fa952-0349-444d-b1f2-85a14d6e7bd0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Deleting port b31a88e6-f4e9-40f6-a4bf-62f701681fc7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:17.610530 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-515fa952-0349-444d-b1f2-85a14d6e7bd0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (b31a88e6-f4e9-40f6-a4bf-62f701681fc7), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:17.691201 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-515fa952-0349-444d-b1f2-85a14d6e7bd0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (b31a88e6-f4e9-40f6-a4bf-62f701681fc7), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:17.691527 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-515fa952-0349-444d-b1f2-85a14d6e7bd0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (b31a88e6-f4e9-40f6-a4bf-62f701681fc7), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:17.704641 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-515fa952-0349-444d-b1f2-85a14d6e7bd0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Calling delete_port for b31a88e6-f4e9-40f6-a4bf-62f701681fc7 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:17.838209 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-515fa952-0349-444d-b1f2-85a14d6e7bd0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (b31a88e6-f4e9-40f6-a4bf-62f701681fc7), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:17.866812 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fa952-0349-444d-b1f2-85a14d6e7bd0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Pushing event deleted for resources: {'Port': ['ID=b31a88e6-f4e9-40f6-a4bf-62f701681fc7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:17.928718 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-515fa952-0349-444d-b1f2-85a14d6e7bd0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks [] for floatingip (52b284aa-e488-4971-8fe9-c87ca399356a), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:17.931334 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-515fa952-0349-444d-b1f2-85a14d6e7bd0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:17.932485 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-515fa952-0349-444d-b1f2-85a14d6e7bd0 tempest-AttachVolumeNegativeTest-845874807 tempest-AttachVolumeNegativeTest-845874807-project] 10.222.0.18 "DELETE /v2.0/floatingips/52b284aa-e488-4971-8fe9-c87ca399356a HTTP/1.1" status: 204 len: 168 time: 0.4596190 Mar 29 15:38:18.793128 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:20.839017 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 0dfd520a-7e38-4875-891c-857610e3a83f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:20.858716 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 0dfd520a-7e38-4875-891c-857610e3a83f {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:20.859062 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 0dfd520a-7e38-4875-891c-857610e3a83f not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:21.565264 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53164) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:22.038186 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b228c0c-d79d-4268-b5cf-9b946c872103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543560'] for router_interface (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:22.285794 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9b228c0c-d79d-4268-b5cf-9b946c872103 admin admin] Deleting port dd77c183-3775-437a-8bc9-efde65f48806 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:22.286127 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b228c0c-d79d-4268-b5cf-9b946c872103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (dd77c183-3775-437a-8bc9-efde65f48806), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:22.364624 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9b228c0c-d79d-4268-b5cf-9b946c872103 admin admin] For port dd77c183-3775-437a-8bc9-efde65f48806, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=dd77c183-3775-437a-8bc9-efde65f48806,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:22.365155 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b228c0c-d79d-4268-b5cf-9b946c872103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (dd77c183-3775-437a-8bc9-efde65f48806), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:22.378795 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9b228c0c-d79d-4268-b5cf-9b946c872103 admin admin] Calling delete_port for dd77c183-3775-437a-8bc9-efde65f48806 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:22.482623 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53182) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:22.561872 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b228c0c-d79d-4268-b5cf-9b946c872103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (dd77c183-3775-437a-8bc9-efde65f48806), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:22.589355 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5672dbae-40c7-4b1a-a0ea-921798083ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:22.612211 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b228c0c-d79d-4268-b5cf-9b946c872103 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd77c183-3775-437a-8bc9-efde65f48806,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:22.675001 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5672dbae-40c7-4b1a-a0ea-921798083ec0 admin admin] Publish callbacks [] for security_group (345fb1b3-9ce4-47f9-8324-184822035d17), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:22.679096 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5672dbae-40c7-4b1a-a0ea-921798083ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (345fb1b3-9ce4-47f9-8324-184822035d17), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:22.725547 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-5672dbae-40c7-4b1a-a0ea-921798083ec0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed775ab725264ff3810802ad8814945b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418036 Mar 29 15:38:22.725765 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53186) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:22.726725 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672dbae-40c7-4b1a-a0ea-921798083ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345fb1b3-9ce4-47f9-8324-184822035d17,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:22.798857 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b228c0c-d79d-4268-b5cf-9b946c872103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547032'] for router_interface (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:22.800619 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ba1cca8a-1e83-4d6b-b80e-f5b06da12482 admin admin] Publish callbacks [] for security_group (345fb1b3-9ce4-47f9-8324-184822035d17), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:22.856362 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ba1cca8a-1e83-4d6b-b80e-f5b06da12482 admin admin] Publish callbacks [] for security_group (345fb1b3-9ce4-47f9-8324-184822035d17), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:22.951356 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ba1cca8a-1e83-4d6b-b80e-f5b06da12482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (345fb1b3-9ce4-47f9-8324-184822035d17), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:22.953768 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ba1cca8a-1e83-4d6b-b80e-f5b06da12482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:22.954881 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-ba1cca8a-1e83-4d6b-b80e-f5b06da12482 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/345fb1b3-9ce4-47f9-8324-184822035d17 HTTP/1.1" status: 204 len: 168 time: 0.2282622 Mar 29 15:38:23.021219 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cca8a-1e83-4d6b-b80e-f5b06da12482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345fb1b3-9ce4-47f9-8324-184822035d17,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:23.068144 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b228c0c-d79d-4268-b5cf-9b946c872103 admin admin] Router dca01e38-1c5f-4e5b-8608-bf515fffe9ee has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:23.177411 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b228c0c-d79d-4268-b5cf-9b946c872103 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:23.185985 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-9b228c0c-d79d-4268-b5cf-9b946c872103 admin admin] 10.222.0.18 "PUT /v2.0/routers/dca01e38-1c5f-4e5b-8608-bf515fffe9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6164446 Mar 29 15:38:23.185985 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53192) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:23.187784 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603d925-9c68-4fd5-a994-319165b28c44 None None] Sync routers for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:23.201200 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a603d925-9c68-4fd5-a994-319165b28c44 None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:23.201816 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a603d925-9c68-4fd5-a994-319165b28c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:23.222562 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53194) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:23.236331 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-77245a27-4070-4db2-a866-2e5930837c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:23.316767 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a603d925-9c68-4fd5-a994-319165b28c44 None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:23.317151 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-77245a27-4070-4db2-a866-2e5930837c49 admin admin] Publish callbacks [] for security_group (bbd45441-d331-479d-b172-e4b7bffc131d), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:23.321439 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-77245a27-4070-4db2-a866-2e5930837c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (bbd45441-d331-479d-b172-e4b7bffc131d), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:23.374237 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-77245a27-4070-4db2-a866-2e5930837c49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e94e34f915c543d59660039e706fe0cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480901 Mar 29 15:38:23.374445 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53196) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:23.380663 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77245a27-4070-4db2-a866-2e5930837c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd45441-d331-479d-b172-e4b7bffc131d,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:23.430424 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-616ae1c6-9b69-4d6f-ad7b-e50d309593e5 admin admin] Publish callbacks [] for security_group (bbd45441-d331-479d-b172-e4b7bffc131d), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:23.454882 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-616ae1c6-9b69-4d6f-ad7b-e50d309593e5 admin admin] Publish callbacks [] for security_group (bbd45441-d331-479d-b172-e4b7bffc131d), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:23.509370 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-616ae1c6-9b69-4d6f-ad7b-e50d309593e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (bbd45441-d331-479d-b172-e4b7bffc131d), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:23.512712 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-616ae1c6-9b69-4d6f-ad7b-e50d309593e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:23.513295 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-616ae1c6-9b69-4d6f-ad7b-e50d309593e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbd45441-d331-479d-b172-e4b7bffc131d HTTP/1.1" status: 204 len: 168 time: 0.1379030 Mar 29 15:38:23.519880 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a603d925-9c68-4fd5-a994-319165b28c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:38:22Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:23.522592 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ae1c6-9b69-4d6f-ad7b-e50d309593e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd45441-d331-479d-b172-e4b7bffc131d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:23.545599 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Publish callbacks [] for router (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:23.552446 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603d925-9c68-4fd5-a994-319165b28c44 None None] Checking router: dca01e38-1c5f-4e5b-8608-bf515fffe9ee for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:23.566091 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a603d925-9c68-4fd5-a994-319165b28c44 None None] Routers {'dca01e38-1c5f-4e5b-8608-bf515fffe9ee'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:23.566716 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a603d925-9c68-4fd5-a994-319165b28c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:23.650533 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Publish callbacks [] for router_gateway (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:23.681893 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a603d925-9c68-4fd5-a994-319165b28c44 None None] Set router dca01e38-1c5f-4e5b-8608-bf515fffe9ee gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:23.709639 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Deleting port 0c79544f-2653-41ff-80ce-cc028476c66b {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:23.709977 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (0c79544f-2653-41ff-80ce-cc028476c66b), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:23.794294 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] For port 0c79544f-2653-41ff-80ce-cc028476c66b, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=0c79544f-2653-41ff-80ce-cc028476c66b,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:23.795039 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (0c79544f-2653-41ff-80ce-cc028476c66b), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:23.810726 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Calling delete_port for 0c79544f-2653-41ff-80ce-cc028476c66b owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:23.870662 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a603d925-9c68-4fd5-a994-319165b28c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:38:22Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:23.904893 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603d925-9c68-4fd5-a994-319165b28c44 None None] The sync data for ids ['dca01e38-1c5f-4e5b-8608-bf515fffe9ee'] in dv-cinder-790535-36-iscsi is: [{'id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'name': 'tempest-AttachVolumeNegativeTest-894282476-router', 'tenant_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:38:22Z', 'revision_number': 5, 'project_id': 'b7767dd7a07543269ae18c59f05f8ae0', 'gw_port': {'id': '0c79544f-2653-41ff-80ce-cc028476c66b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca01e38-1c5f-4e5b-8608-bf515fffe9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:32:54Z', 'updated_at': '2022-03-29T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:23.998791 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (0c79544f-2653-41ff-80ce-cc028476c66b), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.029755 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c79544f-2653-41ff-80ce-cc028476c66b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:24.090532 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544050'] for router_gateway (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.182609 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7310'] for router (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.184740 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Publish callbacks [] for router_controller (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.235032 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547799'] for router (dca01e38-1c5f-4e5b-8608-bf515fffe9ee), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.235650 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dca01e38-1c5f-4e5b-8608-bf515fffe9ee {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:38:24.261896 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.263297 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-7ac7c123-cebc-4f39-ac6d-155d91f8ccf2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/dca01e38-1c5f-4e5b-8608-bf515fffe9ee HTTP/1.1" status: 204 len: 168 time: 1.0766945 Mar 29 15:38:24.266067 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53220) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:24.320151 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4ba7b1-a4c2-4197-bc46-89d2050bcc33 admin admin] Deleting subnet e1c56faa-d030-427c-97d6-5e146a39601d {{(pid=103131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:38:24.323417 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba7b1-a4c2-4197-bc46-89d2050bcc33 admin admin] Publish callbacks [] for subnet (e1c56faa-d030-427c-97d6-5e146a39601d), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.361652 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba7b1-a4c2-4197-bc46-89d2050bcc33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28241276'] for subnet (e1c56faa-d030-427c-97d6-5e146a39601d), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.408760 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device dd77c183-3775-437a-8bc9-efde65f48806 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:24.438394 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: dd77c183-3775-437a-8bc9-efde65f48806 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:24.438775 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device dd77c183-3775-437a-8bc9-efde65f48806 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:24.456893 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba7b1-a4c2-4197-bc46-89d2050bcc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (e1c56faa-d030-427c-97d6-5e146a39601d), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.510759 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba7b1-a4c2-4197-bc46-89d2050bcc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28866395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28877534'] for subnet (e1c56faa-d030-427c-97d6-5e146a39601d), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.541475 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ba7b1-a4c2-4197-bc46-89d2050bcc33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c56faa-d030-427c-97d6-5e146a39601d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:24.545213 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba7b1-a4c2-4197-bc46-89d2050bcc33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.551845 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-1a4ba7b1-a4c2-4197-bc46-89d2050bcc33 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e1c56faa-d030-427c-97d6-5e146a39601d HTTP/1.1" status: 204 len: 168 time: 0.2814298 Mar 29 15:38:24.551845 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53226) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:24.553153 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7024824-95aa-44aa-9726-71ff6d7d4240 None None] Network 54d38fb3-4b72-4750-9c01-9459fe44635d requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:38:24.633082 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (54d38fb3-4b72-4750-9c01-9459fe44635d), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.693707 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Deleting port 84bb3337-64b9-45b9-ba7b-1b244753b90e {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:24.694038 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.768384 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] For port 84bb3337-64b9-45b9-ba7b-1b244753b90e, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=84bb3337-64b9-45b9-ba7b-1b244753b90e,segment=NetworkSegment(af897c47-e361-43dd-b3f1-599cdd50a281),segment_id=af897c47-e361-43dd-b3f1-599cdd50a281)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:24.768752 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.781732 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Calling delete_port for 84bb3337-64b9-45b9-ba7b-1b244753b90e owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:24.859905 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (84bb3337-64b9-45b9-ba7b-1b244753b90e), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.884760 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=84bb3337-64b9-45b9-ba7b-1b244753b90e,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:24.888191 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] No DVR routers for this DVR port 84bb3337-64b9-45b9-ba7b-1b244753b90e on host dv-cinder-790535-36-iscsi {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:24.960855 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (54d38fb3-4b72-4750-9c01-9459fe44635d), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:24.983722 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d38fb3-4b72-4750-9c01-9459fe44635d']}} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:24.993864 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af897c47-e361-43dd-b3f1-599cdd50a281') {'for_net_delete': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:24.994155 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af897c47-e361-43dd-b3f1-599cdd50a281') {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:25.003757 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28241271'] for segment (af897c47-e361-43dd-b3f1-599cdd50a281), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:25.017374 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (af897c47-e361-43dd-b3f1-599cdd50a281), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:25.037550 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:38:25.038043 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28863485'] for segment (af897c47-e361-43dd-b3f1-599cdd50a281), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: Traceback (most recent call last): Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: timer() Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: cb(*args, **kw) Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: return func(*args, **kwargs) Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: self._notify() Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: self.callback(batched_events) Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: event.method(event) Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: return f(self, *a, **k) Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._get(url).json() Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: return self.request(url, 'GET', **kwargs) Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:38:25.039925 dv-cinder-790535-36-iscsi neutron-server[103131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:38:25.057987 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818c7f45-a53b-4f28-a0f7-b0838a1eeaee None None] DHCP port deletion for 54d38fb3-4b72-4750-9c01-9459fe44635d request from dv-cinder-790535-36-iscsi {{(pid=103132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:38:25.124315 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (54d38fb3-4b72-4750-9c01-9459fe44635d), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:25.129330 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:25.133664 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] 10.222.0.18 "DELETE /v2.0/networks/54d38fb3-4b72-4750-9c01-9459fe44635d HTTP/1.1" status: 204 len: 168 time: 0.5813913 Mar 29 15:38:25.147742 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7907a-b979-4bdf-8c4e-5f05f0c23f96 admin admin] Pushing event deleted for resources: {'Network': ['ID=54d38fb3-4b72-4750-9c01-9459fe44635d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:25.316743 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53260) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:25.359127 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d386b546-c41a-4e68-9bf4-d5a5c6422ffa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7767dd7a07543269ae18c59f05f8ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411439 Mar 29 15:38:25.361865 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53264) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:25.413656 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4650f5b2-5ed2-467d-927d-2ca4a7346d9a admin admin] Publish callbacks [] for security_group (439bebad-db88-432b-af8e-c45b0b975603), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:25.434157 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4650f5b2-5ed2-467d-927d-2ca4a7346d9a admin admin] Publish callbacks [] for security_group (439bebad-db88-432b-af8e-c45b0b975603), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:25.485395 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4650f5b2-5ed2-467d-927d-2ca4a7346d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (439bebad-db88-432b-af8e-c45b0b975603), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:25.487983 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4650f5b2-5ed2-467d-927d-2ca4a7346d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:25.491720 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-4650f5b2-5ed2-467d-927d-2ca4a7346d9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/439bebad-db88-432b-af8e-c45b0b975603 HTTP/1.1" status: 204 len: 168 time: 0.1264174 Mar 29 15:38:25.498192 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650f5b2-5ed2-467d-927d-2ca4a7346d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439bebad-db88-432b-af8e-c45b0b975603,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:25.707765 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53280) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:25.808173 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f141078c-b46c-4f0f-8268-ccd58657231b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:25.882226 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f141078c-b46c-4f0f-8268-ccd58657231b admin admin] Publish callbacks [] for security_group (f4291c7b-8188-4c44-a812-bdbf48668342), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:25.886260 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f141078c-b46c-4f0f-8268-ccd58657231b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (f4291c7b-8188-4c44-a812-bdbf48668342), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:25.925864 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-f141078c-b46c-4f0f-8268-ccd58657231b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45ae199c7e1a4ae387b610e5f3400495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169685 Mar 29 15:38:25.927945 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141078c-b46c-4f0f-8268-ccd58657231b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4291c7b-8188-4c44-a812-bdbf48668342,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:25.928764 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53292) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:25.980557 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2efc13ed-683d-49bc-8e7e-b78278b2315a admin admin] Publish callbacks [] for security_group (f4291c7b-8188-4c44-a812-bdbf48668342), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:26.002609 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2efc13ed-683d-49bc-8e7e-b78278b2315a admin admin] Publish callbacks [] for security_group (f4291c7b-8188-4c44-a812-bdbf48668342), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:26.058896 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2efc13ed-683d-49bc-8e7e-b78278b2315a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (f4291c7b-8188-4c44-a812-bdbf48668342), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:26.061572 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2efc13ed-683d-49bc-8e7e-b78278b2315a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:26.062728 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-2efc13ed-683d-49bc-8e7e-b78278b2315a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4291c7b-8188-4c44-a812-bdbf48668342 HTTP/1.1" status: 204 len: 168 time: 0.1329644 Mar 29 15:38:26.072343 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc13ed-683d-49bc-8e7e-b78278b2315a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4291c7b-8188-4c44-a812-bdbf48668342,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:26.074748 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:38:26.276888 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 0c79544f-2653-41ff-80ce-cc028476c66b no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:26.298471 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 0c79544f-2653-41ff-80ce-cc028476c66b {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:26.298903 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 0c79544f-2653-41ff-80ce-cc028476c66b not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:26.299322 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 84bb3337-64b9-45b9-ba7b-1b244753b90e no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:26.321839 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 84bb3337-64b9-45b9-ba7b-1b244753b90e {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:26.322180 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 84bb3337-64b9-45b9-ba7b-1b244753b90e not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:26.458707 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53314) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:26.472309 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a1f8e6b-9c32-4c83-a5ae-dfb3a667d2df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:26.546633 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a1f8e6b-9c32-4c83-a5ae-dfb3a667d2df admin admin] Publish callbacks [] for security_group (46fbee55-5cfe-4afa-808b-30f5bff42432), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:26.553999 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a1f8e6b-9c32-4c83-a5ae-dfb3a667d2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (46fbee55-5cfe-4afa-808b-30f5bff42432), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:26.595583 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-8a1f8e6b-9c32-4c83-a5ae-dfb3a667d2df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=587b70ff909a488f83eeb69f5852c113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357963 Mar 29 15:38:26.596532 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f8e6b-9c32-4c83-a5ae-dfb3a667d2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fbee55-5cfe-4afa-808b-30f5bff42432,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:26.598400 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53318) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:26.649418 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3930659-ff14-48e8-9236-3ecfe0eb1298 admin admin] Publish callbacks [] for security_group (46fbee55-5cfe-4afa-808b-30f5bff42432), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:26.671170 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3930659-ff14-48e8-9236-3ecfe0eb1298 admin admin] Publish callbacks [] for security_group (46fbee55-5cfe-4afa-808b-30f5bff42432), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:26.717407 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3930659-ff14-48e8-9236-3ecfe0eb1298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (46fbee55-5cfe-4afa-808b-30f5bff42432), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:26.720838 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3930659-ff14-48e8-9236-3ecfe0eb1298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:26.722044 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d3930659-ff14-48e8-9236-3ecfe0eb1298 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46fbee55-5cfe-4afa-808b-30f5bff42432 HTTP/1.1" status: 204 len: 168 time: 0.1220055 Mar 29 15:38:26.730424 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3930659-ff14-48e8-9236-3ecfe0eb1298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fbee55-5cfe-4afa-808b-30f5bff42432,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:27.282445 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53356) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:27.306376 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64755d51-207c-43e0-ba2b-f6d6878b2b28 req-d237297a-76dc-41fe-8edb-87d718de874b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:27.307856 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-64755d51-207c-43e0-ba2b-f6d6878b2b28 req-d237297a-76dc-41fe-8edb-87d718de874b tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 947 time: 0.0548608 Mar 29 15:38:27.359872 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-64755d51-207c-43e0-ba2b-f6d6878b2b28 req-33a26b40-3732-42fb-bb2a-7f3ff4139c45 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446787 Mar 29 15:38:27.399824 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f344d4f6-074a-472f-a1c8-51d216ea6b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:27.476106 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f344d4f6-074a-472f-a1c8-51d216ea6b5c admin admin] Publish callbacks [] for security_group (a1d3e20a-0ee3-4f33-9ec7-b055141820ac), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:27.480977 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f344d4f6-074a-472f-a1c8-51d216ea6b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (a1d3e20a-0ee3-4f33-9ec7-b055141820ac), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:27.520435 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-f344d4f6-074a-472f-a1c8-51d216ea6b5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b3be05701524cf8a44ffdfe048c054a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367074 Mar 29 15:38:27.521419 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344d4f6-074a-472f-a1c8-51d216ea6b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d3e20a-0ee3-4f33-9ec7-b055141820ac,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:27.523119 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53368) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:27.574935 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a44231b6-a5f0-41b8-bc33-60aa785806b0 admin admin] Publish callbacks [] for security_group (a1d3e20a-0ee3-4f33-9ec7-b055141820ac), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:27.596060 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a44231b6-a5f0-41b8-bc33-60aa785806b0 admin admin] Publish callbacks [] for security_group (a1d3e20a-0ee3-4f33-9ec7-b055141820ac), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:27.643042 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a44231b6-a5f0-41b8-bc33-60aa785806b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (a1d3e20a-0ee3-4f33-9ec7-b055141820ac), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:27.646050 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a44231b6-a5f0-41b8-bc33-60aa785806b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:27.647219 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-a44231b6-a5f0-41b8-bc33-60aa785806b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1d3e20a-0ee3-4f33-9ec7-b055141820ac HTTP/1.1" status: 204 len: 168 time: 0.1231222 Mar 29 15:38:27.659997 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44231b6-a5f0-41b8-bc33-60aa785806b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d3e20a-0ee3-4f33-9ec7-b055141820ac,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:27.891679 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53382) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:27.993767 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc99da56-a4e9-4342-ba4f-058fb84d65e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.022213 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53386) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:28.035833 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6dbf19a4-a969-4d48-b388-92c8f552f1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.070462 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc99da56-a4e9-4342-ba4f-058fb84d65e3 admin admin] Publish callbacks [] for security_group (edf36495-0a89-4da0-be8c-2a3037f74691), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.073645 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc99da56-a4e9-4342-ba4f-058fb84d65e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (edf36495-0a89-4da0-be8c-2a3037f74691), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.109541 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6dbf19a4-a969-4d48-b388-92c8f552f1dd admin admin] Publish callbacks [] for security_group (65e8e17f-bcf5-4b5b-806f-43db1a59a1ce), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.113477 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-fc99da56-a4e9-4342-ba4f-058fb84d65e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b749a56817374c1fa838619d13547125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205186 Mar 29 15:38:28.114344 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99da56-a4e9-4342-ba4f-058fb84d65e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf36495-0a89-4da0-be8c-2a3037f74691,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:28.116431 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53388) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:28.125022 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6dbf19a4-a969-4d48-b388-92c8f552f1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (65e8e17f-bcf5-4b5b-806f-43db1a59a1ce), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.182741 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf19a4-a969-4d48-b388-92c8f552f1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e8e17f-bcf5-4b5b-806f-43db1a59a1ce,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:28.190515 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-6dbf19a4-a969-4d48-b388-92c8f552f1dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=103403506a134f5da82dc52d6abc87e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648204 Mar 29 15:38:28.190871 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53390) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:28.226252 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc44e235-9f6d-4cab-8f46-5afbd734c4d5 admin admin] Publish callbacks [] for security_group (edf36495-0a89-4da0-be8c-2a3037f74691), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.262554 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc44e235-9f6d-4cab-8f46-5afbd734c4d5 admin admin] Publish callbacks [] for security_group (edf36495-0a89-4da0-be8c-2a3037f74691), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.273297 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fdf54f80-63c4-455b-8641-54c11a47ce01 admin admin] Publish callbacks [] for security_group (65e8e17f-bcf5-4b5b-806f-43db1a59a1ce), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.310419 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fdf54f80-63c4-455b-8641-54c11a47ce01 admin admin] Publish callbacks [] for security_group (65e8e17f-bcf5-4b5b-806f-43db1a59a1ce), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.346891 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc44e235-9f6d-4cab-8f46-5afbd734c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (edf36495-0a89-4da0-be8c-2a3037f74691), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.349576 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc44e235-9f6d-4cab-8f46-5afbd734c4d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.350961 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-cc44e235-9f6d-4cab-8f46-5afbd734c4d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edf36495-0a89-4da0-be8c-2a3037f74691 HTTP/1.1" status: 204 len: 168 time: 0.2333128 Mar 29 15:38:28.359251 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44e235-9f6d-4cab-8f46-5afbd734c4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf36495-0a89-4da0-be8c-2a3037f74691,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:28.375131 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fdf54f80-63c4-455b-8641-54c11a47ce01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (65e8e17f-bcf5-4b5b-806f-43db1a59a1ce), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.378766 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fdf54f80-63c4-455b-8641-54c11a47ce01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.383439 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-fdf54f80-63c4-455b-8641-54c11a47ce01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65e8e17f-bcf5-4b5b-806f-43db1a59a1ce HTTP/1.1" status: 204 len: 168 time: 0.1918800 Mar 29 15:38:28.395621 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf54f80-63c4-455b-8641-54c11a47ce01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e8e17f-bcf5-4b5b-806f-43db1a59a1ce,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:28.519036 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578cbe0-0d55-4ba0-9bc1-754c34ba841a req-2f45a317-1470-4822-87f3-e971eac9b239 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:28.521124 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e578cbe0-0d55-4ba0-9bc1-754c34ba841a req-2f45a317-1470-4822-87f3-e971eac9b239 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 947 time: 0.0632768 Mar 29 15:38:28.595204 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e578cbe0-0d55-4ba0-9bc1-754c34ba841a req-1b3b7f4f-2da2-4d91-b644-d9da30c56804 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cd36e-0140-45ee-89bd-460be3bfa86d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686665 Mar 29 15:38:28.627594 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-f3fad812-6c0c-40dc-ae2c-cf32ba01e1f2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:28.627594 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-f3fad812-6c0c-40dc-ae2c-cf32ba01e1f2 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 947 time: 0.0837557 Mar 29 15:38:28.733239 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Deleting port 0fc68124-ef82-4e33-9816-2a154e366862 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:28.733558 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (0fc68124-ef82-4e33-9816-2a154e366862), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:28.826516 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] For port 0fc68124-ef82-4e33-9816-2a154e366862, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0fc68124-ef82-4e33-9816-2a154e366862,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:28.827224 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (0fc68124-ef82-4e33-9816-2a154e366862), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:29.014207 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:29.014585 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (8285b4bb-8a58-4646-8659-7b2a4d450732), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:29.014985 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Floating IP 8285b4bb-8a58-4646-8659-7b2a4d450732 disassociated. External IP: 172.27.0.253, port: 0fc68124-ef82-4e33-9816-2a154e366862. Mar 29 15:38:29.015809 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Calling delete_port for 0fc68124-ef82-4e33-9816-2a154e366862 owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:29.172965 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (0fc68124-ef82-4e33-9816-2a154e366862), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:29.215566 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event deleted for resources: {'Port': ['ID=0fc68124-ef82-4e33-9816-2a154e366862,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:29.329727 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Router 7c60850a-e794-4213-a687-0c0e14235ba5 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:29.458104 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:29.470387 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6472348e-5c95-43e6-b42a-2df36c03ed46 None None] Sync routers for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:29.485224 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6472348e-5c95-43e6-b42a-2df36c03ed46 None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:29.486190 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-6472348e-5c95-43e6-b42a-2df36c03ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:29.516896 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] No DVR routers for this DVR port 0fc68124-ef82-4e33-9816-2a154e366862 on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:29.519657 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:29.523002 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-98cdee2d-d2cb-4c3e-b909-d5c4146d9d80 req-de889a58-a06c-46b4-bfc2-a7ee10fc6a5c tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.31 "DELETE /v2.0/ports/0fc68124-ef82-4e33-9816-2a154e366862 HTTP/1.1" status: 204 len: 173 time: 0.8919597 Mar 29 15:38:29.524092 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'name': 'network-vif-deleted', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:29.527166 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feea6a01-e47e-413e-ad61-34f84d3cda75" -d '{"events": [{"server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "name": "network-vif-deleted", "tag": "0fc68124-ef82-4e33-9816-2a154e366862"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:29.580640 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe3aeee-c3e2-49a3-b70e-bdc0dde3e48d x-openstack-request-id: req-8fe3aeee-c3e2-49a3-b70e-bdc0dde3e48d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:29.581307 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3baddb-4805-4b03-89ab-0a0252cde021", "name": "network-vif-deleted", "tag": "0fc68124-ef82-4e33-9816-2a154e366862", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:29.581716 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fe3aeee-c3e2-49a3-b70e-bdc0dde3e48d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:29.582449 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe3aeee-c3e2-49a3-b70e-bdc0dde3e48d'] response: {'server_uuid': '0f3baddb-4805-4b03-89ab-0a0252cde021', 'name': 'network-vif-deleted', 'tag': '0fc68124-ef82-4e33-9816-2a154e366862', 'status': 'completed', 'code': 200} Mar 29 15:38:29.631509 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-6472348e-5c95-43e6-b42a-2df36c03ed46 None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:29.772852 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-76a6b56b-d43b-44fe-8a41-360e5baeede0 req-5ac6f9d5-8208-4302-9a11-225252fd2468 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f3baddb-4805-4b03-89ab-0a0252cde021 HTTP/1.1" status: 200 len: 210 time: 0.0492804 Mar 29 15:38:29.896333 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-6472348e-5c95-43e6-b42a-2df36c03ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:02Z', 'revision_number': 5, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:29.928289 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6472348e-5c95-43e6-b42a-2df36c03ed46 None None] Checking router: 7c60850a-e794-4213-a687-0c0e14235ba5 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:29.937928 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6472348e-5c95-43e6-b42a-2df36c03ed46 None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:29.938530 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-6472348e-5c95-43e6-b42a-2df36c03ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:30.069397 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-6472348e-5c95-43e6-b42a-2df36c03ed46 None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:30.292269 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-6472348e-5c95-43e6-b42a-2df36c03ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:02Z', 'revision_number': 5, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:30.323399 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6472348e-5c95-43e6-b42a-2df36c03ed46 None None] The sync data for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi is: [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:31:52Z', 'revision_number': 4, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'ef845583-a409-4151-9f12-802d7cd97775', 'name': '', 'network_id': '6af2c806-9c32-4a97-8072-598765883877', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'mac_address': 'fa:16:3e:0c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:50Z', 'updated_at': '2022-03-29T15:32:02Z', 'revision_number': 5, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'subnets': [{'id': '3c996c52-decf-419a-b06f-413a1a03acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:30.569989 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4ec08f-6b8e-4cdf-96d9-8b6fd3fff022 None None] New status for floating IP 8285b4bb-8a58-4646-8659-7b2a4d450732: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:38:30.711183 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53546) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:30.816724 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-601b7724-22ea-4c06-bab6-3b3fcb51163a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:30.881525 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53554) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:30.900020 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-601b7724-22ea-4c06-bab6-3b3fcb51163a admin admin] Publish callbacks [] for security_group (6d9d8c21-eb21-4db7-af22-c2340fe7a7ec), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:30.904709 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-601b7724-22ea-4c06-bab6-3b3fcb51163a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (6d9d8c21-eb21-4db7-af22-c2340fe7a7ec), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:30.939469 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3714a089-2538-4b1a-addd-1176340fe6d0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group (ed8cd36e-0140-45ee-89bd-460be3bfa86d), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:30.959841 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-601b7724-22ea-4c06-bab6-3b3fcb51163a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18c6a535475c45b7874052cea59217f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473295 Mar 29 15:38:30.960992 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b7724-22ea-4c06-bab6-3b3fcb51163a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9d8c21-eb21-4db7-af22-c2340fe7a7ec,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:30.963701 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53558) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:30.967152 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3714a089-2538-4b1a-addd-1176340fe6d0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group (ed8cd36e-0140-45ee-89bd-460be3bfa86d), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.018998 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee46ed55-2564-4000-a9ce-99b08059e917 admin admin] Publish callbacks [] for security_group (6d9d8c21-eb21-4db7-af22-c2340fe7a7ec), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.019828 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3714a089-2538-4b1a-addd-1176340fe6d0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (ed8cd36e-0140-45ee-89bd-460be3bfa86d), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.022950 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3714a089-2538-4b1a-addd-1176340fe6d0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.026628 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-3714a089-2538-4b1a-addd-1176340fe6d0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "DELETE /v2.0/security-groups/ed8cd36e-0140-45ee-89bd-460be3bfa86d HTTP/1.1" status: 204 len: 168 time: 0.1414514 Mar 29 15:38:31.028289 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53560) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:31.042587 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee46ed55-2564-4000-a9ce-99b08059e917 admin admin] Publish callbacks [] for security_group (6d9d8c21-eb21-4db7-af22-c2340fe7a7ec), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.045587 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714a089-2538-4b1a-addd-1176340fe6d0 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8cd36e-0140-45ee-89bd-460be3bfa86d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:31.047604 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.api.v2.resource [None req-5bcac8dd-0a5b-4459-a784-33fbe2624573 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] show failed (client error): The resource could not be found. Mar 29 15:38:31.048605 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-5bcac8dd-0a5b-4459-a784-33fbe2624573 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "GET /v2.0/security-groups/ed8cd36e-0140-45ee-89bd-460be3bfa86d HTTP/1.1" status: 404 len: 347 time: 0.0194504 Mar 29 15:38:31.051437 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53562) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:31.182343 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee46ed55-2564-4000-a9ce-99b08059e917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (6d9d8c21-eb21-4db7-af22-c2340fe7a7ec), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.184894 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee46ed55-2564-4000-a9ce-99b08059e917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.186042 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-ee46ed55-2564-4000-a9ce-99b08059e917 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d9d8c21-eb21-4db7-af22-c2340fe7a7ec HTTP/1.1" status: 204 len: 168 time: 0.2213466 Mar 29 15:38:31.196952 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46ed55-2564-4000-a9ce-99b08059e917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9d8c21-eb21-4db7-af22-c2340fe7a7ec,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:31.214188 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d399e5f1-ed4e-4e1d-85aa-af2f75e6fb52 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Deleting port 87d18b75-bb45-4bb0-8d6d-ce70068e4e9d {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:31.214584 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d399e5f1-ed4e-4e1d-85aa-af2f75e6fb52 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (87d18b75-bb45-4bb0-8d6d-ce70068e4e9d), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.297931 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d399e5f1-ed4e-4e1d-85aa-af2f75e6fb52 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (87d18b75-bb45-4bb0-8d6d-ce70068e4e9d), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.298265 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d399e5f1-ed4e-4e1d-85aa-af2f75e6fb52 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (87d18b75-bb45-4bb0-8d6d-ce70068e4e9d), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.312874 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d399e5f1-ed4e-4e1d-85aa-af2f75e6fb52 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Calling delete_port for 87d18b75-bb45-4bb0-8d6d-ce70068e4e9d owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:31.454754 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d399e5f1-ed4e-4e1d-85aa-af2f75e6fb52 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (87d18b75-bb45-4bb0-8d6d-ce70068e4e9d), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.464054 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53568) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:31.477486 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f179aa50-2956-4666-8c58-05bf5d1ece88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.481588 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399e5f1-ed4e-4e1d-85aa-af2f75e6fb52 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Pushing event deleted for resources: {'Port': ['ID=87d18b75-bb45-4bb0-8d6d-ce70068e4e9d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:31.547551 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d399e5f1-ed4e-4e1d-85aa-af2f75e6fb52 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks [] for floatingip (8285b4bb-8a58-4646-8659-7b2a4d450732), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.550246 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d399e5f1-ed4e-4e1d-85aa-af2f75e6fb52 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.551380 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d399e5f1-ed4e-4e1d-85aa-af2f75e6fb52 tempest-AttachVolumeShelveTestJSON-293530951 tempest-AttachVolumeShelveTestJSON-293530951-project] 10.222.0.18 "DELETE /v2.0/floatingips/8285b4bb-8a58-4646-8659-7b2a4d450732 HTTP/1.1" status: 204 len: 168 time: 0.4989996 Mar 29 15:38:31.560469 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f179aa50-2956-4666-8c58-05bf5d1ece88 admin admin] Publish callbacks [] for security_group (193b1ef4-b925-4a10-b6ea-f53d19e8f7ad), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.565478 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f179aa50-2956-4666-8c58-05bf5d1ece88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (193b1ef4-b925-4a10-b6ea-f53d19e8f7ad), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.605604 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-f179aa50-2956-4666-8c58-05bf5d1ece88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=039211fd99164e30b8cb8e9d23968f58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403110 Mar 29 15:38:31.606929 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179aa50-2956-4666-8c58-05bf5d1ece88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193b1ef4-b925-4a10-b6ea-f53d19e8f7ad,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:31.607617 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53572) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:31.663280 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d0aeef0-bb50-4531-aae3-e8738ef4fdcc admin admin] Publish callbacks [] for security_group (193b1ef4-b925-4a10-b6ea-f53d19e8f7ad), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.685503 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d0aeef0-bb50-4531-aae3-e8738ef4fdcc admin admin] Publish callbacks [] for security_group (193b1ef4-b925-4a10-b6ea-f53d19e8f7ad), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.732814 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d0aeef0-bb50-4531-aae3-e8738ef4fdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (193b1ef4-b925-4a10-b6ea-f53d19e8f7ad), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.735961 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d0aeef0-bb50-4531-aae3-e8738ef4fdcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:31.737114 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-6d0aeef0-bb50-4531-aae3-e8738ef4fdcc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/193b1ef4-b925-4a10-b6ea-f53d19e8f7ad HTTP/1.1" status: 204 len: 168 time: 0.1282580 Mar 29 15:38:31.745187 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0aeef0-bb50-4531-aae3-e8738ef4fdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193b1ef4-b925-4a10-b6ea-f53d19e8f7ad,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:32.426300 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53598) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:32.525758 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1653769748-network', 'tenant_id': 'c82c3280e27a4da886744e93c1d6782a'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:32.545479 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Made reservation on behalf of c82c3280e27a4da886744e93c1d6782a for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:32.547707 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:32.555942 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:32.635204 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Publish callbacks [] for security_group (b18beded-0fac-443d-81af-08d3b3856799), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:32.638590 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (b18beded-0fac-443d-81af-08d3b3856799), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:32.664021 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:38:32.673513 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18beded-0fac-443d-81af-08d3b3856799,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:32.678147 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (cc85d087-003d-424e-a172-3921a39a99e7), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:32.678481 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.segments_db [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Added segment cc85d087-003d-424e-a172-3921a39a99e7 of type vlan for network 34928259-458b-4a40-a33b-ae00855968f7 Mar 29 15:38:32.722331 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (34928259-458b-4a40-a33b-ae00855968f7), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:32.752557 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (34928259-458b-4a40-a33b-ae00855968f7), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:32.753684 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:32.754833 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:32.815274 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3878322 Mar 29 15:38:32.818229 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53610) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:32.825403 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6e10a376-7c20-424e-8e8c-c8865c6cbb9a admin admin] Request body: {'subnet': {'network_id': '34928259-458b-4a40-a33b-ae00855968f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1653769748-subnet', 'tenant_id': 'c82c3280e27a4da886744e93c1d6782a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:32.836589 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec1c53-f06f-4336-aa03-d3278498a19c admin admin] Pushing event updated for resources: {'Network': ['ID=34928259-458b-4a40-a33b-ae00855968f7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:32.846575 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network 34928259-458b-4a40-a33b-ae00855968f7 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:38:32.854043 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e10a376-7c20-424e-8e8c-c8865c6cbb9a admin admin] Made reservation on behalf of c82c3280e27a4da886744e93c1d6782a for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:32.856668 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e10a376-7c20-424e-8e8c-c8865c6cbb9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496375'] for subnet (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:32.884048 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 0fc68124-ef82-4e33-9816-2a154e366862 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:32.912605 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 0fc68124-ef82-4e33-9816-2a154e366862 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:32.913240 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 0fc68124-ef82-4e33-9816-2a154e366862 not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:33.037604 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e10a376-7c20-424e-8e8c-c8865c6cbb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25410716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496353'] for subnet (b17007bd-51e3-4a13-a780-099c0f41ad02), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:33.095349 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10a376-7c20-424e-8e8c-c8865c6cbb9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17007bd-51e3-4a13-a780-099c0f41ad02,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:33.102961 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10a376-7c20-424e-8e8c-c8865c6cbb9a admin admin] Checking segment: {'id': 'cc85d087-003d-424e-a172-3921a39a99e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '34928259-458b-4a40-a33b-ae00855968f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:38:33.103314 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e10a376-7c20-424e-8e8c-c8865c6cbb9a admin admin] Network hostable DHCP agents. Network: 34928259-458b-4a40-a33b-ae00855968f7, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:38:33.118946 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e10a376-7c20-424e-8e8c-c8865c6cbb9a admin admin] Network 34928259-458b-4a40-a33b-ae00855968f7 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:38:33.128236 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6e10a376-7c20-424e-8e8c-c8865c6cbb9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, 34928259-458b-4a40-a33b-ae00855968f7) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:33.137287 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e10a376-7c20-424e-8e8c-c8865c6cbb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:33.137287 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e10a376-7c20-424e-8e8c-c8865c6cbb9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:33.146207 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d344b16e-408e-4e81-a83d-270bd410c8b4 None None] Network 34928259-458b-4a40-a33b-ae00855968f7 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:38:33.153362 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-6e10a376-7c20-424e-8e8c-c8865c6cbb9a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3336952 Mar 29 15:38:33.248367 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55759f-3332-43d8-a039-20bf3ff36307 None None] Network 34928259-458b-4a40-a33b-ae00855968f7 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:38:33.634088 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53630) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:33.638973 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-48759776-network', 'tenant_id': '03859b9361bc4ed9b2a00c66204cf5a8'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:33.658751 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Made reservation on behalf of 03859b9361bc4ed9b2a00c66204cf5a8 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:33.661063 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:33.674863 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:33.748686 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Publish callbacks [] for security_group (ae537dc3-1b7b-4f34-b0cc-9588830872e8), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:33.753258 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (ae537dc3-1b7b-4f34-b0cc-9588830872e8), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:33.780195 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:38:33.787210 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae537dc3-1b7b-4f34-b0cc-9588830872e8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:33.793717 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (b170cbac-c2b1-47d2-a786-ba5086b72161), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:33.794067 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.segments_db [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Added segment b170cbac-c2b1-47d2-a786-ba5086b72161 of type vlan for network 7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05 Mar 29 15:38:33.834334 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:33.860451 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:33.861453 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:33.862019 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:33.923685 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2884400 Mar 29 15:38:33.926719 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53636) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:33.931618 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-67780af7-f899-44e2-817e-7157dfa085a4 admin admin] Request body: {'subnet': {'network_id': '7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-48759776-subnet', 'tenant_id': '03859b9361bc4ed9b2a00c66204cf5a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:38:33.934606 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a80b8-edb4-4908-b50d-e1ab389b6a0a admin admin] Pushing event updated for resources: {'Network': ['ID=7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:33.955502 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67780af7-f899-44e2-817e-7157dfa085a4 admin admin] Made reservation on behalf of 03859b9361bc4ed9b2a00c66204cf5a8 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:38:33.955502 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67780af7-f899-44e2-817e-7157dfa085a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496375'] for subnet (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:33.957422 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network 7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:38:33.992059 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53640) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:34.160546 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67780af7-f899-44e2-817e-7157dfa085a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25410716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496353'] for subnet (7c7d9572-8fea-4500-b85c-0c92dbb56213), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:34.211006 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67780af7-f899-44e2-817e-7157dfa085a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7d9572-8fea-4500-b85c-0c92dbb56213,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:34.232964 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67780af7-f899-44e2-817e-7157dfa085a4 admin admin] Checking segment: {'id': 'b170cbac-c2b1-47d2-a786-ba5086b72161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:38:34.233322 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67780af7-f899-44e2-817e-7157dfa085a4 admin admin] Network hostable DHCP agents. Network: 7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:38:34.251654 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67780af7-f899-44e2-817e-7157dfa085a4 admin admin] Network 7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:38:34.261889 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-67780af7-f899-44e2-817e-7157dfa085a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, 7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:38:34.267129 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67780af7-f899-44e2-817e-7157dfa085a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:34.268069 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67780af7-f899-44e2-817e-7157dfa085a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:34.274320 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb847ad-ad30-4229-8350-1b169bf67d79 None None] Network 7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:38:34.298923 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-67780af7-f899-44e2-817e-7157dfa085a4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3709457 Mar 29 15:38:34.383476 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e843ac06-f69e-4719-b9fa-ce515304c4f0 None None] Network 7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:38:34.601383 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-131d78a7-1a93-4788-bd07-8ad9bdeffdbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543560'] for router_interface (7c60850a-e794-4213-a687-0c0e14235ba5), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:34.879873 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-131d78a7-1a93-4788-bd07-8ad9bdeffdbb admin admin] Deleting port ef845583-a409-4151-9f12-802d7cd97775 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:34.880207 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-131d78a7-1a93-4788-bd07-8ad9bdeffdbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (ef845583-a409-4151-9f12-802d7cd97775), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:34.918377 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53656) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:34.957973 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-131d78a7-1a93-4788-bd07-8ad9bdeffdbb admin admin] For port ef845583-a409-4151-9f12-802d7cd97775, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=ef845583-a409-4151-9f12-802d7cd97775,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:34.958334 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-131d78a7-1a93-4788-bd07-8ad9bdeffdbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (ef845583-a409-4151-9f12-802d7cd97775), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:34.971508 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-131d78a7-1a93-4788-bd07-8ad9bdeffdbb admin admin] Calling delete_port for ef845583-a409-4151-9f12-802d7cd97775 owned by network:router_interface {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:35.169051 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-131d78a7-1a93-4788-bd07-8ad9bdeffdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (ef845583-a409-4151-9f12-802d7cd97775), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:35.184786 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb157e-cf9f-4926-8ebd-b10e482b2613 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Deleting port 3ef814a5-d8f0-422d-b623-6122073dbf79 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:35.185166 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1fb157e-cf9f-4926-8ebd-b10e482b2613 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (3ef814a5-d8f0-422d-b623-6122073dbf79), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:35.201149 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d78a7-1a93-4788-bd07-8ad9bdeffdbb admin admin] Pushing event deleted for resources: {'Port': ['ID=ef845583-a409-4151-9f12-802d7cd97775,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:35.267939 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1fb157e-cf9f-4926-8ebd-b10e482b2613 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (3ef814a5-d8f0-422d-b623-6122073dbf79), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:35.268257 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1fb157e-cf9f-4926-8ebd-b10e482b2613 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for floatingip (3ef814a5-d8f0-422d-b623-6122073dbf79), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:35.290917 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb157e-cf9f-4926-8ebd-b10e482b2613 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Calling delete_port for 3ef814a5-d8f0-422d-b623-6122073dbf79 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:35.380071 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-131d78a7-1a93-4788-bd07-8ad9bdeffdbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547032'] for router_interface (7c60850a-e794-4213-a687-0c0e14235ba5), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:35.482173 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1fb157e-cf9f-4926-8ebd-b10e482b2613 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (3ef814a5-d8f0-422d-b623-6122073dbf79), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:35.511498 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb157e-cf9f-4926-8ebd-b10e482b2613 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Pushing event deleted for resources: {'Port': ['ID=3ef814a5-d8f0-422d-b623-6122073dbf79,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:35.570412 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1fb157e-cf9f-4926-8ebd-b10e482b2613 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for floatingip (63d872d6-70cf-49d0-a3fc-8c1229b2b704), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:35.570733 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.l3_db [None req-a1fb157e-cf9f-4926-8ebd-b10e482b2613 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Floating IP 63d872d6-70cf-49d0-a3fc-8c1229b2b704 disassociated (deleted). External IP: 172.27.0.18, port: 7402c7e8-9785-47da-972c-a6b033f74692. Mar 29 15:38:35.611125 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131d78a7-1a93-4788-bd07-8ad9bdeffdbb admin admin] Router 7c60850a-e794-4213-a687-0c0e14235ba5 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:35.799920 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fb157e-cf9f-4926-8ebd-b10e482b2613 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:35.921786 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fb157e-cf9f-4926-8ebd-b10e482b2613 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:35.926937 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1fb157e-cf9f-4926-8ebd-b10e482b2613 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:35.942183 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5e3063-9f83-4b63-b394-5f30d5d87856 None None] Sync routers for ids ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:35.953633 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5e3063-9f83-4b63-b394-5f30d5d87856 None None] Routers {'cbb2f1fe-00ce-4d5a-9524-e20c93f78378'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:35.954263 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-db5e3063-9f83-4b63-b394-5f30d5d87856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:35.974200 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-a1fb157e-cf9f-4926-8ebd-b10e482b2613 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "DELETE /v2.0/floatingips/63d872d6-70cf-49d0-a3fc-8c1229b2b704 HTTP/1.1" status: 204 len: 168 time: 1.0546257 Mar 29 15:38:35.975723 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:35.978799 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecfc9ca-e9e7-4b7c-9d83-351b3ef0f5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "tag": "7402c7e8-9785-47da-972c-a6b033f74692"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:36.033074 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131d78a7-1a93-4788-bd07-8ad9bdeffdbb admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:36.041516 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7680342a-ad57-45f7-a470-bfa40d41e620 None None] Sync routers for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:36.043800 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-131d78a7-1a93-4788-bd07-8ad9bdeffdbb admin admin] 10.222.0.18 "PUT /v2.0/routers/7c60850a-e794-4213-a687-0c0e14235ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0500259 Mar 29 15:38:36.047429 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53674) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:36.058217 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680342a-ad57-45f7-a470-bfa40d41e620 None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:36.062157 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7680342a-ad57-45f7-a470-bfa40d41e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:36.114658 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-db5e3063-9f83-4b63-b394-5f30d5d87856 None None] Set router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:36.288097 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Publish callbacks [] for router (7c60850a-e794-4213-a687-0c0e14235ba5), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:36.386340 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a528b5b-27b4-43ca-a6f4-44a237ec9b90 x-openstack-request-id: req-0a528b5b-27b4-43ca-a6f4-44a237ec9b90 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:36.387275 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "tag": "7402c7e8-9785-47da-972c-a6b033f74692", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:36.387507 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a528b5b-27b4-43ca-a6f4-44a237ec9b90 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:36.388008 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a528b5b-27b4-43ca-a6f4-44a237ec9b90'] response: {'name': 'network-changed', 'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692', 'status': 'completed', 'code': 200} Mar 29 15:38:36.468054 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfc9ca-e9e7-4b7c-9d83-351b3ef0f5e0 req-964fb229-fea9-406c-80db-742d52baa7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:36.470120 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5ecfc9ca-e9e7-4b7c-9d83-351b3ef0f5e0 req-964fb229-fea9-406c-80db-742d52baa7f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d46157163e6e4df8b1c832a9a05f8dbf&device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 1129 time: 0.0652673 Mar 29 15:38:36.494005 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Publish callbacks [] for router_gateway (7c60850a-e794-4213-a687-0c0e14235ba5), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:36.498641 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7680342a-ad57-45f7-a470-bfa40d41e620 None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:36.508185 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce1c9c-05d0-4992-a9e1-e0bf99dd7ad7 req-0a82c2ba-3a20-40f5-8b2b-51328f5c52a4 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:36.510278 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1bce1c9c-05d0-4992-a9e1-e0bf99dd7ad7 req-0a82c2ba-3a20-40f5-8b2b-51328f5c52a4 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.1259921 Mar 29 15:38:36.542753 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-db5e3063-9f83-4b63-b394-5f30d5d87856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:22Z', 'revision_number': 4, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port': {'id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '04bca504-2113-44a9-99ad-eb34d3df7571', 'name': '', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'mac_address': 'fa:16:3e:6b:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:21Z', 'updated_at': '2022-03-29T15:33:26Z', 'revision_number': 5, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'subnets': [{'id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:36.584064 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfc9ca-e9e7-4b7c-9d83-351b3ef0f5e0 req-87011325-304d-40e7-aed0-e4f9248e3382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:36.586537 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5ecfc9ca-e9e7-4b7c-9d83-351b3ef0f5e0 req-87011325-304d-40e7-aed0-e4f9248e3382 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dac59228-31db-4e5b-96e8-f47a59d250fd HTTP/1.1" status: 200 len: 910 time: 0.1103132 Mar 29 15:38:36.589828 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5e3063-9f83-4b63-b394-5f30d5d87856 None None] Checking router: cbb2f1fe-00ce-4d5a-9524-e20c93f78378 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:36.598485 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5e3063-9f83-4b63-b394-5f30d5d87856 None None] Routers {'cbb2f1fe-00ce-4d5a-9524-e20c93f78378'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:36.599086 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-db5e3063-9f83-4b63-b394-5f30d5d87856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:36.618665 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-1bce1c9c-05d0-4992-a9e1-e0bf99dd7ad7 req-1a8203c0-153d-4937-9642-fc42a6a2e184 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001954 Mar 29 15:38:36.621329 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Deleting port 3c86d247-0485-43d8-9964-6cce4e228de3 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:36.621712 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (3c86d247-0485-43d8-9964-6cce4e228de3), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:36.639549 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5ecfc9ca-e9e7-4b7c-9d83-351b3ef0f5e0 req-97342046-755b-46dd-9b24-ce6e2078119f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7402c7e8-9785-47da-972c-a6b033f74692 HTTP/1.1" status: 200 len: 217 time: 0.0455420 Mar 29 15:38:36.697520 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfc9ca-e9e7-4b7c-9d83-351b3ef0f5e0 req-bb916009-2237-4906-8cb6-4f4c62cc3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:36.699212 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5ecfc9ca-e9e7-4b7c-9d83-351b3ef0f5e0 req-bb916009-2237-4906-8cb6-4f4c62cc3361 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9 HTTP/1.1" status: 200 len: 848 time: 0.0494671 Mar 29 15:38:36.729884 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] For port 3c86d247-0485-43d8-9964-6cce4e228de3, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=3c86d247-0485-43d8-9964-6cce4e228de3,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:36.730750 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (3c86d247-0485-43d8-9964-6cce4e228de3), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:36.750261 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Calling delete_port for 3c86d247-0485-43d8-9964-6cce4e228de3 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:36.768260 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7680342a-ad57-45f7-a470-bfa40d41e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:38:35Z', 'revision_number': 5, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port': {'id': '3c86d247-0485-43d8-9964-6cce4e228de3', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:31:44Z', 'updated_at': '2022-03-29T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:36.768875 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfc9ca-e9e7-4b7c-9d83-351b3ef0f5e0 req-12bcad27-4029-442a-9642-eef71f370370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:36.770445 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5ecfc9ca-e9e7-4b7c-9d83-351b3ef0f5e0 req-12bcad27-4029-442a-9642-eef71f370370 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dac59228-31db-4e5b-96e8-f47a59d250fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0646539 Mar 29 15:38:36.800973 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7680342a-ad57-45f7-a470-bfa40d41e620 None None] Checking router: 7c60850a-e794-4213-a687-0c0e14235ba5 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:36.813753 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680342a-ad57-45f7-a470-bfa40d41e620 None None] Routers {'7c60850a-e794-4213-a687-0c0e14235ba5'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:36.814891 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7680342a-ad57-45f7-a470-bfa40d41e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['7c60850a-e794-4213-a687-0c0e14235ba5'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:36.860102 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-db5e3063-9f83-4b63-b394-5f30d5d87856 None None] Set router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:36.884277 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5ecfc9ca-e9e7-4b7c-9d83-351b3ef0f5e0 req-2018b448-cc97-475c-a5dc-8b2644f94177 service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059053 Mar 29 15:38:36.925453 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7680342a-ad57-45f7-a470-bfa40d41e620 None None] Set router 7c60850a-e794-4213-a687-0c0e14235ba5 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:36.977356 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (3c86d247-0485-43d8-9964-6cce4e228de3), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:36.988535 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7680342a-ad57-45f7-a470-bfa40d41e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:38:36Z', 'revision_number': 6, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port_host': None}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:36.995752 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5ecfc9ca-e9e7-4b7c-9d83-351b3ef0f5e0 req-0d88ae0d-45c3-4628-9e7e-461539fbe2c3 service neutron] 10.222.0.31 "GET /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042693 Mar 29 15:38:37.023167 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7680342a-ad57-45f7-a470-bfa40d41e620 None None] The sync data for ids ['7c60850a-e794-4213-a687-0c0e14235ba5'] in dv-cinder-790535-36-iscsi is: [{'id': '7c60850a-e794-4213-a687-0c0e14235ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-280572851-router', 'tenant_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:31:43Z', 'updated_at': '2022-03-29T15:38:36Z', 'revision_number': 6, 'project_id': 'f741faf07fb54ef2b7e833c09bc9f0fc', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:37.029422 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c86d247-0485-43d8-9964-6cce4e228de3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:37.097389 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-db5e3063-9f83-4b63-b394-5f30d5d87856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:22Z', 'revision_number': 4, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port': {'id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '04bca504-2113-44a9-99ad-eb34d3df7571', 'name': '', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'mac_address': 'fa:16:3e:6b:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:21Z', 'updated_at': '2022-03-29T15:33:26Z', 'revision_number': 5, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'subnets': [{'id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:37.113659 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544050'] for router_gateway (7c60850a-e794-4213-a687-0c0e14235ba5), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.128385 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5e3063-9f83-4b63-b394-5f30d5d87856 None None] The sync data for ids ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'] in dv-cinder-790535-36-iscsi is: [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:22Z', 'revision_number': 4, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port': {'id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '04bca504-2113-44a9-99ad-eb34d3df7571', 'name': '', 'network_id': 'dac59228-31db-4e5b-96e8-f47a59d250fd', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'mac_address': 'fa:16:3e:6b:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:21Z', 'updated_at': '2022-03-29T15:33:26Z', 'revision_number': 5, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'subnets': [{'id': 'c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:37.216406 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7310'] for router (7c60850a-e794-4213-a687-0c0e14235ba5), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.220145 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Publish callbacks [] for router_controller (7c60850a-e794-4213-a687-0c0e14235ba5), precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.263738 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547799'] for router (7c60850a-e794-4213-a687-0c0e14235ba5), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.264446 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c60850a-e794-4213-a687-0c0e14235ba5 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:38:37.269695 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.273773 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53686) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:37.274113 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-a82a5f41-8983-4570-9ce2-d4013a8891c2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7c60850a-e794-4213-a687-0c0e14235ba5 HTTP/1.1" status: 204 len: 168 time: 1.2243845 Mar 29 15:38:37.327995 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Deleting subnet 3c996c52-decf-419a-b06f-413a1a03acb7 {{(pid=103131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:38:37.327995 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Publish callbacks [] for subnet (3c996c52-decf-419a-b06f-413a1a03acb7), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.366579 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28241276'] for subnet (3c996c52-decf-419a-b06f-413a1a03acb7), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.416535 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa8a0c-5835-4cab-92a0-dc390eade0ad None None] New status for floating IP 63d872d6-70cf-49d0-a3fc-8c1229b2b704: DOWN {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:38:37.446775 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (3c996c52-decf-419a-b06f-413a1a03acb7), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.519230 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28866395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28877534'] for subnet (3c996c52-decf-419a-b06f-413a1a03acb7), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.547585 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c996c52-decf-419a-b06f-413a1a03acb7,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:37.559511 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56399e8a-7dc6-4e0b-926b-185af2eef8da None None] Network 6af2c806-9c32-4a97-8072-598765883877 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:38:37.562907 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.566149 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3c996c52-decf-419a-b06f-413a1a03acb7 HTTP/1.1" status: 204 len: 168 time: 0.2907755 Mar 29 15:38:37.567835 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.568273 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.568629 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.569076 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.569334 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.569601 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53694) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:37.569709 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.569993 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.570321 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.570650 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.570975 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.571304 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.571632 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.571954 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.572339 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.572667 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d7843-af0e-4707-80fe-ee91d0d74052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:37.669669 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (6af2c806-9c32-4a97-8072-598765883877), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.767126 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] DHCP port deletion for 6af2c806-9c32-4a97-8072-598765883877 request from dv-cinder-790535-36-iscsi {{(pid=103132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:38:37.781139 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Deleting port 0713b050-24c8-4e05-b808-f5316e6236e3 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:37.781538 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.792642 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bc2ae-412f-4d63-9ad1-9ca61fd2a2e2 req-d375c608-bdc7-482f-b1ee-f7a9fc343fb1 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:37.794598 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1d4bc2ae-412f-4d63-9ad1-9ca61fd2a2e2 req-d375c608-bdc7-482f-b1ee-f7a9fc343fb1 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.0835731 Mar 29 15:38:37.832956 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Deleting port 0713b050-24c8-4e05-b808-f5316e6236e3 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:37.833367 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.914509 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] For port 0713b050-24c8-4e05-b808-f5316e6236e3, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=0713b050-24c8-4e05-b808-f5316e6236e3,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:37.914911 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.947486 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] For port 0713b050-24c8-4e05-b808-f5316e6236e3, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=0713b050-24c8-4e05-b808-f5316e6236e3,segment=NetworkSegment(72ea50ac-7efe-46b8-8e70-5d000da243d3),segment_id=72ea50ac-7efe-46b8-8e70-5d000da243d3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:37.948775 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:37.950965 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Calling delete_port for 0713b050-24c8-4e05-b808-f5316e6236e3 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:37.966936 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1d4bc2ae-412f-4d63-9ad1-9ca61fd2a2e2 req-b8e6f1fe-801d-4ade-9ac4-dd6e26a87c49 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/security-groups?id=61763e5e-4791-4cca-9240-1a67556cfe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969350 Mar 29 15:38:37.976165 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb458c4b-545a-417c-97a2-d366b5896224 req-1a701a3b-f182-440b-a811-e6bbe59d615e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:38:37.977769 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cb458c4b-545a-417c-97a2-d366b5896224 req-1a701a3b-f182-440b-a811-e6bbe59d615e tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.31 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 945 time: 0.1791611 Mar 29 15:38:38.107429 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.110171 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-cb458c4b-545a-417c-97a2-d366b5896224 req-2eab18c8-581a-4dcc-99d9-c04fee78f9e7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Deleting port 7402c7e8-9785-47da-972c-a6b033f74692 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:38.111139 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-cb458c4b-545a-417c-97a2-d366b5896224 req-2eab18c8-581a-4dcc-99d9-c04fee78f9e7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (7402c7e8-9785-47da-972c-a6b033f74692), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.136614 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Pushing event deleted for resources: {'Port': ['ID=0713b050-24c8-4e05-b808-f5316e6236e3,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:38.142410 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] No DVR routers for this DVR port 0713b050-24c8-4e05-b808-f5316e6236e3 on host dv-cinder-790535-36-iscsi {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:38.148388 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.148732 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.149091 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.149428 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.149756 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.150080 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.150401 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.150722 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.151039 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.151358 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.151680 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.152003 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.152318 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.152632 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.152963 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602f864-0017-4b03-9cca-fa6e2326fa89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:38.235844 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-cb458c4b-545a-417c-97a2-d366b5896224 req-2eab18c8-581a-4dcc-99d9-c04fee78f9e7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] For port 7402c7e8-9785-47da-972c-a6b033f74692, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7402c7e8-9785-47da-972c-a6b033f74692,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:38.236391 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-cb458c4b-545a-417c-97a2-d366b5896224 req-2eab18c8-581a-4dcc-99d9-c04fee78f9e7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (7402c7e8-9785-47da-972c-a6b033f74692), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.247734 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Calling delete_port for 0713b050-24c8-4e05-b808-f5316e6236e3 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:38.253824 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-cb458c4b-545a-417c-97a2-d366b5896224 req-2eab18c8-581a-4dcc-99d9-c04fee78f9e7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Calling delete_port for 7402c7e8-9785-47da-972c-a6b033f74692 owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:38.294877 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 3c86d247-0485-43d8-9964-6cce4e228de3 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:38.318178 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 3c86d247-0485-43d8-9964-6cce4e228de3 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:38.318521 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 3c86d247-0485-43d8-9964-6cce4e228de3 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:38.318945 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device ef845583-a409-4151-9f12-802d7cd97775 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:38.326924 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (0713b050-24c8-4e05-b808-f5316e6236e3), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.337204 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: ef845583-a409-4151-9f12-802d7cd97775 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:38.337544 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device ef845583-a409-4151-9f12-802d7cd97775 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:38.338033 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 0713b050-24c8-4e05-b808-f5316e6236e3 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:38.354456 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Pushing event deleted for resources: {'Port': ['ID=0713b050-24c8-4e05-b808-f5316e6236e3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:38.356301 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] No DVR routers for this DVR port 0713b050-24c8-4e05-b808-f5316e6236e3 on host dv-cinder-790535-36-iscsi {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:38.375598 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 0713b050-24c8-4e05-b808-f5316e6236e3 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:38.375949 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 0713b050-24c8-4e05-b808-f5316e6236e3 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:38.428062 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-cb458c4b-545a-417c-97a2-d366b5896224 req-2eab18c8-581a-4dcc-99d9-c04fee78f9e7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (7402c7e8-9785-47da-972c-a6b033f74692), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.448089 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (6af2c806-9c32-4a97-8072-598765883877), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.457261 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab18c8-581a-4dcc-99d9-c04fee78f9e7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Pushing event deleted for resources: {'Port': ['ID=7402c7e8-9785-47da-972c-a6b033f74692,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:38.469350 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af2c806-9c32-4a97-8072-598765883877']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:38.480006 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ea50ac-7efe-46b8-8e70-5d000da243d3') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:38.480306 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ea50ac-7efe-46b8-8e70-5d000da243d3') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:38.490802 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28108270'] for segment (72ea50ac-7efe-46b8-8e70-5d000da243d3), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.502805 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb458c4b-545a-417c-97a2-d366b5896224 req-2eab18c8-581a-4dcc-99d9-c04fee78f9e7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] No DVR routers for this DVR port 7402c7e8-9785-47da-972c-a6b033f74692 on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:38.505174 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (72ea50ac-7efe-46b8-8e70-5d000da243d3), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.505325 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-cb458c4b-545a-417c-97a2-d366b5896224 req-2eab18c8-581a-4dcc-99d9-c04fee78f9e7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.508532 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-cb458c4b-545a-417c-97a2-d366b5896224 req-2eab18c8-581a-4dcc-99d9-c04fee78f9e7 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.31 "DELETE /v2.0/ports/7402c7e8-9785-47da-972c-a6b033f74692 HTTP/1.1" status: 204 len: 173 time: 0.5249040 Mar 29 15:38:38.509095 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'name': 'network-vif-deleted', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:38:38.511327 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba11de6-9ca7-4246-ade6-4b44fe366c17" -d '{"events": [{"server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "name": "network-vif-deleted", "tag": "7402c7e8-9785-47da-972c-a6b033f74692"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:38:38.511688 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:38:38.512160 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403513'] for segment (72ea50ac-7efe-46b8-8e70-5d000da243d3), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: self.session.flush() Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: self.session.flush() Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: self.session.flush() Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: self.session.flush() Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: Traceback (most recent call last): Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: timer() Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: cb(*args, **kw) Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: return func(*args, **kwargs) Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: self._notify() Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: self.callback(batched_events) Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: event.method(event) Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: return f(self, *a, **k) Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: return self._get(url).json() Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: return self.request(url, 'GET', **kwargs) Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:38:38.515342 dv-cinder-790535-36-iscsi neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:38:38.552539 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537c94c1-041b-42ad-8e0f-d71675c2327b x-openstack-request-id: req-537c94c1-041b-42ad-8e0f-d71675c2327b {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:38:38.553066 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b1f002-a1c3-4676-855f-ee0116fec91d", "name": "network-vif-deleted", "tag": "7402c7e8-9785-47da-972c-a6b033f74692", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:38:38.553237 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-537c94c1-041b-42ad-8e0f-d71675c2327b {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:38:38.553559 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537c94c1-041b-42ad-8e0f-d71675c2327b'] response: {'server_uuid': '23b1f002-a1c3-4676-855f-ee0116fec91d', 'name': 'network-vif-deleted', 'tag': '7402c7e8-9785-47da-972c-a6b033f74692', 'status': 'completed', 'code': 200} Mar 29 15:38:38.583302 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (6af2c806-9c32-4a97-8072-598765883877), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.588536 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.591695 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6af2c806-9c32-4a97-8072-598765883877 HTTP/1.1" status: 204 len: 168 time: 1.0200918 Mar 29 15:38:38.604213 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fcb92-a2c3-44c0-ae06-763327d42576 admin admin] Pushing event deleted for resources: {'Network': ['ID=6af2c806-9c32-4a97-8072-598765883877,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:38.704580 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53708) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:38.749137 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-8b8bf729-cf6b-4372-aa78-0bf6333ab921 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f741faf07fb54ef2b7e833c09bc9f0fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409105 Mar 29 15:38:38.749256 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53710) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:38.800097 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f90d0da6-396f-464e-b245-2a470e01b7cc admin admin] Publish callbacks [] for security_group (73b36d99-7f93-451c-9937-59ed81871cae), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.824733 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f90d0da6-396f-464e-b245-2a470e01b7cc admin admin] Publish callbacks [] for security_group (73b36d99-7f93-451c-9937-59ed81871cae), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.882137 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f90d0da6-396f-464e-b245-2a470e01b7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (73b36d99-7f93-451c-9937-59ed81871cae), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.885070 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f90d0da6-396f-464e-b245-2a470e01b7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:38.886223 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-f90d0da6-396f-464e-b245-2a470e01b7cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73b36d99-7f93-451c-9937-59ed81871cae HTTP/1.1" status: 204 len: 168 time: 0.1360750 Mar 29 15:38:38.901972 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d0da6-396f-464e-b245-2a470e01b7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b36d99-7f93-451c-9937-59ed81871cae,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:39.111065 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0ffe020a-dd05-4928-9098-ba725c9e1733 req-f6772825-2378-4466-88ad-dffc5b251b74 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "GET /v2.0/ports?device_id=23b1f002-a1c3-4676-855f-ee0116fec91d HTTP/1.1" status: 200 len: 210 time: 0.0321503 Mar 29 15:38:40.173205 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53786) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:40.234069 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cdcb801d-34a4-400b-993a-5b6720259416 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group (61763e5e-4791-4cca-9240-1a67556cfe7e), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:40.259998 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cdcb801d-34a4-400b-993a-5b6720259416 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group (61763e5e-4791-4cca-9240-1a67556cfe7e), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:40.327043 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cdcb801d-34a4-400b-993a-5b6720259416 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (61763e5e-4791-4cca-9240-1a67556cfe7e), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:40.330441 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cdcb801d-34a4-400b-993a-5b6720259416 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:40.334274 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-cdcb801d-34a4-400b-993a-5b6720259416 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] 10.222.0.18 "DELETE /v2.0/security-groups/61763e5e-4791-4cca-9240-1a67556cfe7e HTTP/1.1" status: 204 len: 168 time: 0.1573308 Mar 29 15:38:40.350319 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb801d-34a4-400b-993a-5b6720259416 tempest-TestShelveInstance-1752126413 tempest-TestShelveInstance-1752126413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61763e5e-4791-4cca-9240-1a67556cfe7e,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:40.378767 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53796) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:40.389325 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53800) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:40.523208 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a80b1f49-acd4-47ea-be0b-30816a30c396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:40.746249 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a80b1f49-acd4-47ea-be0b-30816a30c396 admin admin] Publish callbacks [] for security_group (52fac525-64ed-4f2b-b1dd-11281e7af698), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:40.751473 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a80b1f49-acd4-47ea-be0b-30816a30c396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (52fac525-64ed-4f2b-b1dd-11281e7af698), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:40.806892 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-a80b1f49-acd4-47ea-be0b-30816a30c396 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=953bfb1d634e4fa1b83362a2b2efbe0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4311769 Mar 29 15:38:40.807610 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b1f49-acd4-47ea-be0b-30816a30c396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fac525-64ed-4f2b-b1dd-11281e7af698,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:40.809555 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53810) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:40.864028 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a99a672e-7db7-4b24-8bc5-ac27e7aa9b40 admin admin] Publish callbacks [] for security_group (52fac525-64ed-4f2b-b1dd-11281e7af698), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:40.885588 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a99a672e-7db7-4b24-8bc5-ac27e7aa9b40 admin admin] Publish callbacks [] for security_group (52fac525-64ed-4f2b-b1dd-11281e7af698), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:40.932798 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a99a672e-7db7-4b24-8bc5-ac27e7aa9b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (52fac525-64ed-4f2b-b1dd-11281e7af698), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:40.935459 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a99a672e-7db7-4b24-8bc5-ac27e7aa9b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:40.936655 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-a99a672e-7db7-4b24-8bc5-ac27e7aa9b40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52fac525-64ed-4f2b-b1dd-11281e7af698 HTTP/1.1" status: 204 len: 168 time: 0.1259069 Mar 29 15:38:40.945567 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a672e-7db7-4b24-8bc5-ac27e7aa9b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fac525-64ed-4f2b-b1dd-11281e7af698,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:40.971039 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ed5b-72ba-49f9-954f-b1e8b7cbf2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543560'] for router_interface (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:41.225844 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dbd2ed5b-72ba-49f9-954f-b1e8b7cbf2c5 admin admin] Deleting port 04bca504-2113-44a9-99ad-eb34d3df7571 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:41.226187 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ed5b-72ba-49f9-954f-b1e8b7cbf2c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:41.309476 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-dbd2ed5b-72ba-49f9-954f-b1e8b7cbf2c5 admin admin] For port 04bca504-2113-44a9-99ad-eb34d3df7571, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=04bca504-2113-44a9-99ad-eb34d3df7571,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:41.309843 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ed5b-72ba-49f9-954f-b1e8b7cbf2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:41.322615 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dbd2ed5b-72ba-49f9-954f-b1e8b7cbf2c5 admin admin] Calling delete_port for 04bca504-2113-44a9-99ad-eb34d3df7571 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:41.507128 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ed5b-72ba-49f9-954f-b1e8b7cbf2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (04bca504-2113-44a9-99ad-eb34d3df7571), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:41.534503 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2ed5b-72ba-49f9-954f-b1e8b7cbf2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04bca504-2113-44a9-99ad-eb34d3df7571,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:41.721739 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ed5b-72ba-49f9-954f-b1e8b7cbf2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547032'] for router_interface (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:41.985335 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd2ed5b-72ba-49f9-954f-b1e8b7cbf2c5 admin admin] Router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:42.098326 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd2ed5b-72ba-49f9-954f-b1e8b7cbf2c5 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:42.103677 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-dbd2ed5b-72ba-49f9-954f-b1e8b7cbf2c5 admin admin] 10.222.0.18 "PUT /v2.0/routers/cbb2f1fe-00ce-4d5a-9524-e20c93f78378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7125158 Mar 29 15:38:42.106350 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53858) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:42.110217 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc4404-99f1-43c6-a0dc-25029184010a None None] Sync routers for ids ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:42.120896 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc4404-99f1-43c6-a0dc-25029184010a None None] Routers {'cbb2f1fe-00ce-4d5a-9524-e20c93f78378'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:42.121926 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-26cc4404-99f1-43c6-a0dc-25029184010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:42.219452 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Publish callbacks [] for router (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:42.245650 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-26cc4404-99f1-43c6-a0dc-25029184010a None None] Set router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:42.332743 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Publish callbacks [] for router_gateway (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:42.394754 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Deleting port ee3f13ff-05e8-4feb-89ec-f38cee57770b {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:42.395090 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:42.429120 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-26cc4404-99f1-43c6-a0dc-25029184010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:38:41Z', 'revision_number': 5, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port': {'id': 'ee3f13ff-05e8-4feb-89ec-f38cee57770b', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:42.457846 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc4404-99f1-43c6-a0dc-25029184010a None None] Checking router: cbb2f1fe-00ce-4d5a-9524-e20c93f78378 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:42.469840 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc4404-99f1-43c6-a0dc-25029184010a None None] Routers {'cbb2f1fe-00ce-4d5a-9524-e20c93f78378'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:42.470733 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-26cc4404-99f1-43c6-a0dc-25029184010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:42.479530 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] For port ee3f13ff-05e8-4feb-89ec-f38cee57770b, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=ee3f13ff-05e8-4feb-89ec-f38cee57770b,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:42.479893 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:42.494765 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Calling delete_port for ee3f13ff-05e8-4feb-89ec-f38cee57770b owned by network:router_gateway {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:42.560921 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-26cc4404-99f1-43c6-a0dc-25029184010a None None] Set router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:42.626620 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-26cc4404-99f1-43c6-a0dc-25029184010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:38:42Z', 'revision_number': 6, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port_host': None}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:42.656156 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9f15487b-fe29-486b-8c80-50be64b87c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:42.657993 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc4404-99f1-43c6-a0dc-25029184010a None None] The sync data for ids ['cbb2f1fe-00ce-4d5a-9524-e20c93f78378'] in dv-cinder-790535-36-iscsi is: [{'id': 'cbb2f1fe-00ce-4d5a-9524-e20c93f78378', 'name': 'tempest-TestShelveInstance-1536129057-router', 'tenant_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:18Z', 'updated_at': '2022-03-29T15:38:42Z', 'revision_number': 6, 'project_id': 'd46157163e6e4df8b1c832a9a05f8dbf', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:42.709619 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (ee3f13ff-05e8-4feb-89ec-f38cee57770b), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:42.746290 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3f13ff-05e8-4feb-89ec-f38cee57770b,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:42.806161 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544050'] for router_gateway (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:42.896423 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7310'] for router (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:42.898654 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Publish callbacks [] for router_controller (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:42.931079 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 7402c7e8-9785-47da-972c-a6b033f74692 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:42.943888 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547799'] for router (cbb2f1fe-00ce-4d5a-9524-e20c93f78378), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:42.944548 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb2f1fe-00ce-4d5a-9524-e20c93f78378 {{(pid=103131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:38:42.951105 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:42.951703 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 7402c7e8-9785-47da-972c-a6b033f74692 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:42.952950 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 7402c7e8-9785-47da-972c-a6b033f74692 not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:42.953106 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-9b0a5d8b-2f94-4ec2-a71e-a416a58eb231 admin admin] 10.222.0.18 "DELETE /v2.0/routers/cbb2f1fe-00ce-4d5a-9524-e20c93f78378 HTTP/1.1" status: 204 len: 168 time: 0.8455243 Mar 29 15:38:42.955759 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53878) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:43.006439 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_v2 [None req-446e773a-5e1a-43df-9fa6-5329e8c6d8da admin admin] Deleting subnet c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9 {{(pid=103131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:38:43.009664 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-446e773a-5e1a-43df-9fa6-5329e8c6d8da admin admin] Publish callbacks [] for subnet (c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.049734 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-446e773a-5e1a-43df-9fa6-5329e8c6d8da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28241276'] for subnet (c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.143697 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-446e773a-5e1a-43df-9fa6-5329e8c6d8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.203608 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-446e773a-5e1a-43df-9fa6-5329e8c6d8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28866395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28877534'] for subnet (c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.234566 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e773a-5e1a-43df-9fa6-5329e8c6d8da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:43.240648 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-446e773a-5e1a-43df-9fa6-5329e8c6d8da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.244970 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-446e773a-5e1a-43df-9fa6-5329e8c6d8da admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c13c1ae2-d13c-4d6f-8f63-ac04eacfd7b9 HTTP/1.1" status: 204 len: 168 time: 0.2870643 Mar 29 15:38:43.246315 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53884) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:43.250881 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc25bd-cf22-4b42-8fd8-dbda0e76e02d None None] Network dac59228-31db-4e5b-96e8-f47a59d250fd requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:38:43.319176 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (dac59228-31db-4e5b-96e8-f47a59d250fd), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.380524 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Deleting port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:43.380861 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.462687 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a72eb46-5bfd-48a6-91ef-7aef20b5d378 None None] DHCP port deletion for dac59228-31db-4e5b-96e8-f47a59d250fd request from dv-cinder-790535-36-iscsi {{(pid=103132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:38:43.464824 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] For port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=1ee5cd21-dea0-4ee5-b024-10ab6f163e32,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:43.465560 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.482803 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Calling delete_port for 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:43.533636 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1a72eb46-5bfd-48a6-91ef-7aef20b5d378 None None] Deleting port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:43.534159 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a72eb46-5bfd-48a6-91ef-7aef20b5d378 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.576205 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.597271 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-1a72eb46-5bfd-48a6-91ef-7aef20b5d378 None None] For port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=1ee5cd21-dea0-4ee5-b024-10ab6f163e32,segment=NetworkSegment(ad17ab4b-5c32-48a1-b537-5f35e3dd554c),segment_id=ad17ab4b-5c32-48a1-b537-5f35e3dd554c)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:43.597674 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a72eb46-5bfd-48a6-91ef-7aef20b5d378 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.603331 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee5cd21-dea0-4ee5-b024-10ab6f163e32,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:43.606630 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] No DVR routers for this DVR port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 on host dv-cinder-790535-36-iscsi {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:43.611308 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-1a72eb46-5bfd-48a6-91ef-7aef20b5d378 None None] Calling delete_port for 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:43.682776 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (dac59228-31db-4e5b-96e8-f47a59d250fd), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.707224 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac59228-31db-4e5b-96e8-f47a59d250fd']}} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:43.717783 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c') {'for_net_delete': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:43.718083 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad17ab4b-5c32-48a1-b537-5f35e3dd554c') {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:43.729564 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28241271'] for segment (ad17ab4b-5c32-48a1-b537-5f35e3dd554c), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.747855 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (ad17ab4b-5c32-48a1-b537-5f35e3dd554c), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.756682 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:38:43.757384 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28863485'] for segment (ad17ab4b-5c32-48a1-b537-5f35e3dd554c), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: Traceback (most recent call last): Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: timer() Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: cb(*args, **kw) Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: return func(*args, **kwargs) Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: self._notify() Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: self.callback(batched_events) Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: event.method(event) Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: return f(self, *a, **k) Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._get(url).json() Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: return self.request(url, 'GET', **kwargs) Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:38:43.802050 dv-cinder-790535-36-iscsi neutron-server[103131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:38:43.828977 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (dac59228-31db-4e5b-96e8-f47a59d250fd), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.843866 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.848590 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] 10.222.0.18 "DELETE /v2.0/networks/dac59228-31db-4e5b-96e8-f47a59d250fd HTTP/1.1" status: 204 len: 168 time: 0.5994692 Mar 29 15:38:43.850773 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53896) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:43.851917 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1a72eb46-5bfd-48a6-91ef-7aef20b5d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503'] for port (1ee5cd21-dea0-4ee5-b024-10ab6f163e32), after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:43.865519 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f112a-ebaa-4a02-abdf-f8f864cda2fb admin admin] Pushing event deleted for resources: {'Network': ['ID=dac59228-31db-4e5b-96e8-f47a59d250fd,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:43.878063 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a72eb46-5bfd-48a6-91ef-7aef20b5d378 None None] Network dac59228-31db-4e5b-96e8-f47a59d250fd is not hosted by any dhcp agent {{(pid=103132) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 15:38:43.878529 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a72eb46-5bfd-48a6-91ef-7aef20b5d378 None None] No DVR routers for this DVR port 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 on host dv-cinder-790535-36-iscsi {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:43.880094 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72eb46-5bfd-48a6-91ef-7aef20b5d378 None None] Pushing event deleted for resources: {'Port': ['ID=1ee5cd21-dea0-4ee5-b024-10ab6f163e32,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:44.276592 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543560'] for router_interface (290d5082-96e2-439d-a17b-9a05c2a4104c), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:44.302815 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:44.324997 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:44.325607 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 1ee5cd21-dea0-4ee5-b024-10ab6f163e32 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:44.326028 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device ee3f13ff-05e8-4feb-89ec-f38cee57770b no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:44.345620 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: ee3f13ff-05e8-4feb-89ec-f38cee57770b {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:44.345965 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device ee3f13ff-05e8-4feb-89ec-f38cee57770b not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:44.346386 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 04bca504-2113-44a9-99ad-eb34d3df7571 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:44.366754 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 04bca504-2113-44a9-99ad-eb34d3df7571 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:44.367324 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 04bca504-2113-44a9-99ad-eb34d3df7571 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:44.575678 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Deleting port bc341692-d680-4764-b555-af7034024fa0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:44.576051 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (bc341692-d680-4764-b555-af7034024fa0), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:44.661065 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] For port bc341692-d680-4764-b555-af7034024fa0, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=bc341692-d680-4764-b555-af7034024fa0,segment=NetworkSegment(12705e89-614f-45b3-9d2e-bdc292579347),segment_id=12705e89-614f-45b3-9d2e-bdc292579347)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:44.661430 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (bc341692-d680-4764-b555-af7034024fa0), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:44.674345 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Calling delete_port for bc341692-d680-4764-b555-af7034024fa0 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:44.865286 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (bc341692-d680-4764-b555-af7034024fa0), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:44.897873 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc341692-d680-4764-b555-af7034024fa0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:44.919142 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.919488 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.919823 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.920198 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.920531 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.920960 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.921290 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.921639 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.921964 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.922285 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.922604 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.922923 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.923239 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.923555 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:44.923866 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:38:45.069722 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547032'] for router_interface (290d5082-96e2-439d-a17b-9a05c2a4104c), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:45.089888 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d46cdab-2b2e-4f32-9ca2-05dc2b61eb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:45.297064 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Router 290d5082-96e2-439d-a17b-9a05c2a4104c has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:38:45.397572 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:45.605205 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53946) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:45.663522 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:38:45.671242 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53950) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:45.671436 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d9ea4525-102b-4688-a558-b165586e8361 admin admin] 10.222.0.18 "PUT /v2.0/routers/290d5082-96e2-439d-a17b-9a05c2a4104c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8188989 Mar 29 15:38:45.676099 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777418e0-5c7d-4a90-9c13-24ad7f4dc99f None None] Sync routers for ids ['290d5082-96e2-439d-a17b-9a05c2a4104c'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:38:45.691209 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777418e0-5c7d-4a90-9c13-24ad7f4dc99f None None] Routers {'290d5082-96e2-439d-a17b-9a05c2a4104c'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:45.692407 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-777418e0-5c7d-4a90-9c13-24ad7f4dc99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['290d5082-96e2-439d-a17b-9a05c2a4104c'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:45.762903 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-32d87016-32c2-4b96-8355-62213ff2ba6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:45.812291 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-777418e0-5c7d-4a90-9c13-24ad7f4dc99f None None] Set router 290d5082-96e2-439d-a17b-9a05c2a4104c gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:45.851265 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Publish callbacks [] for router (290d5082-96e2-439d-a17b-9a05c2a4104c), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:45.930490 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-32d87016-32c2-4b96-8355-62213ff2ba6c admin admin] Publish callbacks [] for security_group (e3d06d3d-1623-4b0b-8ae1-978221479ca6), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:45.937138 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-32d87016-32c2-4b96-8355-62213ff2ba6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e3d06d3d-1623-4b0b-8ae1-978221479ca6), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:45.990373 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d87016-32c2-4b96-8355-62213ff2ba6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d06d3d-1623-4b0b-8ae1-978221479ca6,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:45.995638 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-32d87016-32c2-4b96-8355-62213ff2ba6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=286c6319ec0a43209cefb3704001232c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893108 Mar 29 15:38:45.999569 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53960) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:46.024611 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-777418e0-5c7d-4a90-9c13-24ad7f4dc99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'name': 'tempest-TestShelveInstance-1303827073-router', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '157c3353-26d1-404f-b126-5101417e39e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:38:44Z', 'revision_number': 5, 'project_id': 'efeee7c60fe04ac9827d54eaf3108928', 'gw_port': {'id': '157c3353-26d1-404f-b126-5101417e39e0', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:46.044434 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Publish callbacks [] for router_gateway (290d5082-96e2-439d-a17b-9a05c2a4104c), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.059009 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777418e0-5c7d-4a90-9c13-24ad7f4dc99f None None] Checking router: 290d5082-96e2-439d-a17b-9a05c2a4104c for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:38:46.068693 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777418e0-5c7d-4a90-9c13-24ad7f4dc99f None None] Routers {'290d5082-96e2-439d-a17b-9a05c2a4104c'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:38:46.069692 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-777418e0-5c7d-4a90-9c13-24ad7f4dc99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:38:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['290d5082-96e2-439d-a17b-9a05c2a4104c'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:46.092671 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8117f01a-0e22-4d2c-a9cc-518b1ed09670 admin admin] Publish callbacks [] for security_group (e3d06d3d-1623-4b0b-8ae1-978221479ca6), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.104745 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.122112 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8117f01a-0e22-4d2c-a9cc-518b1ed09670 admin admin] Publish callbacks [] for security_group (e3d06d3d-1623-4b0b-8ae1-978221479ca6), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.170289 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Deleting port 157c3353-26d1-404f-b126-5101417e39e0 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:46.170636 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (157c3353-26d1-404f-b126-5101417e39e0), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.175629 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-777418e0-5c7d-4a90-9c13-24ad7f4dc99f None None] Set router 290d5082-96e2-439d-a17b-9a05c2a4104c gateway port host: None {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:38:46.235384 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-777418e0-5c7d-4a90-9c13-24ad7f4dc99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'name': 'tempest-TestShelveInstance-1303827073-router', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:38:46Z', 'revision_number': 6, 'project_id': 'efeee7c60fe04ac9827d54eaf3108928', 'gw_port_host': None}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:46.249728 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8117f01a-0e22-4d2c-a9cc-518b1ed09670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (e3d06d3d-1623-4b0b-8ae1-978221479ca6), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.253576 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8117f01a-0e22-4d2c-a9cc-518b1ed09670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.254735 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-8117f01a-0e22-4d2c-a9cc-518b1ed09670 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3d06d3d-1623-4b0b-8ae1-978221479ca6 HTTP/1.1" status: 204 len: 168 time: 0.2542696 Mar 29 15:38:46.273892 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] For port 157c3353-26d1-404f-b126-5101417e39e0, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=157c3353-26d1-404f-b126-5101417e39e0,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:46.274248 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (157c3353-26d1-404f-b126-5101417e39e0), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.277413 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117f01a-0e22-4d2c-a9cc-518b1ed09670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d06d3d-1623-4b0b-8ae1-978221479ca6,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:46.287238 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777418e0-5c7d-4a90-9c13-24ad7f4dc99f None None] The sync data for ids ['290d5082-96e2-439d-a17b-9a05c2a4104c'] in dv-cinder-790535-36-iscsi is: [{'id': '290d5082-96e2-439d-a17b-9a05c2a4104c', 'name': 'tempest-TestShelveInstance-1303827073-router', 'tenant_id': 'efeee7c60fe04ac9827d54eaf3108928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:33:24Z', 'updated_at': '2022-03-29T15:38:46Z', 'revision_number': 6, 'project_id': 'efeee7c60fe04ac9827d54eaf3108928', 'gw_port_host': None}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:38:46.321698 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Calling delete_port for 157c3353-26d1-404f-b126-5101417e39e0 owned by network:router_gateway {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:46.515481 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (157c3353-26d1-404f-b126-5101417e39e0), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.544251 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=157c3353-26d1-404f-b126-5101417e39e0,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:46.589750 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53972) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:46.610105 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9bccb7ac-f95a-4910-a299-d7323fb0191f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.630794 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544050'] for router_gateway (290d5082-96e2-439d-a17b-9a05c2a4104c), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.740384 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7310'] for router (290d5082-96e2-439d-a17b-9a05c2a4104c), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.743487 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Publish callbacks [] for router_controller (290d5082-96e2-439d-a17b-9a05c2a4104c), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.806544 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547799'] for router (290d5082-96e2-439d-a17b-9a05c2a4104c), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.807084 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 290d5082-96e2-439d-a17b-9a05c2a4104c {{(pid=103131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:38:46.813209 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.816592 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-68aea3a0-9b17-414b-8d52-842ff350abe5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/290d5082-96e2-439d-a17b-9a05c2a4104c HTTP/1.1" status: 204 len: 168 time: 1.1421525 Mar 29 15:38:46.817036 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53976) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:46.838238 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9bccb7ac-f95a-4910-a299-d7323fb0191f admin admin] Publish callbacks [] for security_group (cd118970-9a6f-48b0-a362-44cd87c59674), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.847312 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9bccb7ac-f95a-4910-a299-d7323fb0191f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (cd118970-9a6f-48b0-a362-44cd87c59674), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.864142 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-6911d0ca-4675-4ea9-ac25-1d3ecea2c67e admin admin] Deleting subnet f4fef53c-0a45-48df-a7c3-93fc5b96c84c {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:38:46.867365 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6911d0ca-4675-4ea9-ac25-1d3ecea2c67e admin admin] Publish callbacks [] for subnet (f4fef53c-0a45-48df-a7c3-93fc5b96c84c), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:46.879705 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccb7ac-f95a-4910-a299-d7323fb0191f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd118970-9a6f-48b0-a362-44cd87c59674,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:46.904966 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-9bccb7ac-f95a-4910-a299-d7323fb0191f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=780b8ef102b4481b993c9827115de6dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141601 Mar 29 15:38:46.907907 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 53980) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:46.911582 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6911d0ca-4675-4ea9-ac25-1d3ecea2c67e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28108261'] for subnet (f4fef53c-0a45-48df-a7c3-93fc5b96c84c), precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.024997 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b366f2a9-4751-4d2b-8a74-b5927154decc admin admin] Publish callbacks [] for security_group (cd118970-9a6f-48b0-a362-44cd87c59674), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.035834 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6911d0ca-4675-4ea9-ac25-1d3ecea2c67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (f4fef53c-0a45-48df-a7c3-93fc5b96c84c), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.073729 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b366f2a9-4751-4d2b-8a74-b5927154decc admin admin] Publish callbacks [] for security_group (cd118970-9a6f-48b0-a362-44cd87c59674), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.124561 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6911d0ca-4675-4ea9-ac25-1d3ecea2c67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25410783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496360'] for subnet (f4fef53c-0a45-48df-a7c3-93fc5b96c84c), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.158246 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911d0ca-4675-4ea9-ac25-1d3ecea2c67e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4fef53c-0a45-48df-a7c3-93fc5b96c84c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:47.160493 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6911d0ca-4675-4ea9-ac25-1d3ecea2c67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.166854 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 53992) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:47.169490 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-6911d0ca-4675-4ea9-ac25-1d3ecea2c67e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f4fef53c-0a45-48df-a7c3-93fc5b96c84c HTTP/1.1" status: 204 len: 168 time: 0.3512919 Mar 29 15:38:47.172230 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e1a822-ca89-4485-9af4-15f2eb30b681 None None] Network aad08a5e-d385-4a6f-8d9f-64b714d49fa8 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:38:47.188412 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b366f2a9-4751-4d2b-8a74-b5927154decc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (cd118970-9a6f-48b0-a362-44cd87c59674), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.191646 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b366f2a9-4751-4d2b-8a74-b5927154decc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.192786 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-b366f2a9-4751-4d2b-8a74-b5927154decc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd118970-9a6f-48b0-a362-44cd87c59674 HTTP/1.1" status: 204 len: 168 time: 0.2837441 Mar 29 15:38:47.207910 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366f2a9-4751-4d2b-8a74-b5927154decc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd118970-9a6f-48b0-a362-44cd87c59674,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:47.274835 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.289482 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (aad08a5e-d385-4a6f-8d9f-64b714d49fa8), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.371868 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Deleting port ee66a627-ba86-48cc-adf6-b02e48a757c2 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:47.372210 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.400368 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2577c53-ba7e-44c3-a624-66e6c0ad1dfb None None] DHCP port deletion for aad08a5e-d385-4a6f-8d9f-64b714d49fa8 request from dv-cinder-790535-36-iscsi {{(pid=103132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:38:47.503094 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] For port ee66a627-ba86-48cc-adf6-b02e48a757c2, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=ee66a627-ba86-48cc-adf6-b02e48a757c2,segment=NetworkSegment(12705e89-614f-45b3-9d2e-bdc292579347),segment_id=12705e89-614f-45b3-9d2e-bdc292579347)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:47.503460 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.504701 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b2577c53-ba7e-44c3-a624-66e6c0ad1dfb None None] Deleting port ee66a627-ba86-48cc-adf6-b02e48a757c2 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:38:47.505284 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2577c53-ba7e-44c3-a624-66e6c0ad1dfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.522907 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Calling delete_port for ee66a627-ba86-48cc-adf6-b02e48a757c2 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:47.609172 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-b2577c53-ba7e-44c3-a624-66e6c0ad1dfb None None] For port ee66a627-ba86-48cc-adf6-b02e48a757c2, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=ee66a627-ba86-48cc-adf6-b02e48a757c2,segment=NetworkSegment(12705e89-614f-45b3-9d2e-bdc292579347),segment_id=12705e89-614f-45b3-9d2e-bdc292579347)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:38:47.609820 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2577c53-ba7e-44c3-a624-66e6c0ad1dfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.642038 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b2577c53-ba7e-44c3-a624-66e6c0ad1dfb None None] Calling delete_port for ee66a627-ba86-48cc-adf6-b02e48a757c2 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:38:47.648134 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.663242 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] No DVR routers for this DVR port ee66a627-ba86-48cc-adf6-b02e48a757c2 on host dv-cinder-790535-36-iscsi {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:47.685263 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=ee66a627-ba86-48cc-adf6-b02e48a757c2,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:47.739922 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b2577c53-ba7e-44c3-a624-66e6c0ad1dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503'] for port (ee66a627-ba86-48cc-adf6-b02e48a757c2), after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.776657 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (aad08a5e-d385-4a6f-8d9f-64b714d49fa8), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.778133 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2577c53-ba7e-44c3-a624-66e6c0ad1dfb None None] Pushing event deleted for resources: {'Port': ['ID=ee66a627-ba86-48cc-adf6-b02e48a757c2,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:47.782326 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2577c53-ba7e-44c3-a624-66e6c0ad1dfb None None] No DVR routers for this DVR port ee66a627-ba86-48cc-adf6-b02e48a757c2 on host dv-cinder-790535-36-iscsi {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:38:47.808053 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad08a5e-d385-4a6f-8d9f-64b714d49fa8']}} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:47.817781 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12705e89-614f-45b3-9d2e-bdc292579347') {'for_net_delete': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:47.818074 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12705e89-614f-45b3-9d2e-bdc292579347') {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:47.828257 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28241271'] for segment (12705e89-614f-45b3-9d2e-bdc292579347), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.842214 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (12705e89-614f-45b3-9d2e-bdc292579347), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.849261 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:38:47.849675 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28863485'] for segment (12705e89-614f-45b3-9d2e-bdc292579347), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: Traceback (most recent call last): Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: timer() Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: cb(*args, **kw) Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: return func(*args, **kwargs) Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: self._notify() Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: self.callback(batched_events) Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: event.method(event) Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: return f(self, *a, **k) Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._get(url).json() Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: return self.request(url, 'GET', **kwargs) Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:38:47.851681 dv-cinder-790535-36-iscsi neutron-server[103131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:38:47.918857 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (aad08a5e-d385-4a6f-8d9f-64b714d49fa8), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.925065 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:47.928243 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] 10.222.0.18 "DELETE /v2.0/networks/aad08a5e-d385-4a6f-8d9f-64b714d49fa8 HTTP/1.1" status: 204 len: 168 time: 0.7603593 Mar 29 15:38:47.940688 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d07a03-fc05-4096-aae1-a5fbca423ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=aad08a5e-d385-4a6f-8d9f-64b714d49fa8,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:48.049057 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54028) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:48.090338 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-2a9f19a9-ca3a-4a7a-b68e-0359061a2338 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d46157163e6e4df8b1c832a9a05f8dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401292 Mar 29 15:38:48.093009 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54032) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:48.142224 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69aeb285-085b-42b0-93b6-c04d5eef39bf admin admin] Publish callbacks [] for security_group (7f43d618-0eb5-4b62-98c9-f8a99f61f2de), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.162456 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69aeb285-085b-42b0-93b6-c04d5eef39bf admin admin] Publish callbacks [] for security_group (7f43d618-0eb5-4b62-98c9-f8a99f61f2de), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.210252 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69aeb285-085b-42b0-93b6-c04d5eef39bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (7f43d618-0eb5-4b62-98c9-f8a99f61f2de), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.213246 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69aeb285-085b-42b0-93b6-c04d5eef39bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.214435 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-69aeb285-085b-42b0-93b6-c04d5eef39bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f43d618-0eb5-4b62-98c9-f8a99f61f2de HTTP/1.1" status: 204 len: 168 time: 0.1202924 Mar 29 15:38:48.223052 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aeb285-085b-42b0-93b6-c04d5eef39bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f43d618-0eb5-4b62-98c9-f8a99f61f2de,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:48.306998 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 157c3353-26d1-404f-b126-5101417e39e0 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:48.329982 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 157c3353-26d1-404f-b126-5101417e39e0 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:48.330329 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 157c3353-26d1-404f-b126-5101417e39e0 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:48.330753 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device bc341692-d680-4764-b555-af7034024fa0 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:48.349661 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: bc341692-d680-4764-b555-af7034024fa0 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:48.350509 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device bc341692-d680-4764-b555-af7034024fa0 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:48.350964 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device ee66a627-ba86-48cc-adf6-b02e48a757c2 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:38:48.374620 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: ee66a627-ba86-48cc-adf6-b02e48a757c2 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:38:48.375175 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device ee66a627-ba86-48cc-adf6-b02e48a757c2 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:38:48.621119 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54056) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:48.665249 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54060) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:48.666577 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-3dc90f32-bac3-4334-b497-d602b76ce5dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efeee7c60fe04ac9827d54eaf3108928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441475 Mar 29 15:38:48.669005 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54062) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:48.710808 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0f7f63-d425-4127-b8b7-45dfd2ec6cf0 admin admin] Deleting subnet b17007bd-51e3-4a13-a780-099c0f41ad02 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:38:48.714418 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7f63-d425-4127-b8b7-45dfd2ec6cf0 admin admin] Publish callbacks [] for subnet (b17007bd-51e3-4a13-a780-099c0f41ad02), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.718671 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-705abf64-b493-40bc-862b-b74f36648955 admin admin] Publish callbacks [] for security_group (897a9bc2-8a8d-444f-a621-dc16ab81e19c), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.741290 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-705abf64-b493-40bc-862b-b74f36648955 admin admin] Publish callbacks [] for security_group (897a9bc2-8a8d-444f-a621-dc16ab81e19c), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.755157 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7f63-d425-4127-b8b7-45dfd2ec6cf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28108261'] for subnet (b17007bd-51e3-4a13-a780-099c0f41ad02), precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.801227 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-705abf64-b493-40bc-862b-b74f36648955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (897a9bc2-8a8d-444f-a621-dc16ab81e19c), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.801736 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.804513 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-705abf64-b493-40bc-862b-b74f36648955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.805738 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-705abf64-b493-40bc-862b-b74f36648955 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/897a9bc2-8a8d-444f-a621-dc16ab81e19c HTTP/1.1" status: 204 len: 168 time: 0.1355865 Mar 29 15:38:48.813827 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705abf64-b493-40bc-862b-b74f36648955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897a9bc2-8a8d-444f-a621-dc16ab81e19c,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:48.830012 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7f63-d425-4127-b8b7-45dfd2ec6cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (b17007bd-51e3-4a13-a780-099c0f41ad02), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.887619 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7f63-d425-4127-b8b7-45dfd2ec6cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25410783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496360'] for subnet (b17007bd-51e3-4a13-a780-099c0f41ad02), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.913751 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f7f63-d425-4127-b8b7-45dfd2ec6cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b17007bd-51e3-4a13-a780-099c0f41ad02,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:48.919784 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7f63-d425-4127-b8b7-45dfd2ec6cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:48.923605 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-3d0f7f63-d425-4127-b8b7-45dfd2ec6cf0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b17007bd-51e3-4a13-a780-099c0f41ad02 HTTP/1.1" status: 204 len: 168 time: 0.2573144 Mar 29 15:38:48.926677 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54076) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:49.004167 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a30c2ebd-2042-425e-b330-7b5970e0cc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (34928259-458b-4a40-a33b-ae00855968f7), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.104738 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a30c2ebd-2042-425e-b330-7b5970e0cc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (34928259-458b-4a40-a33b-ae00855968f7), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.129351 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-a30c2ebd-2042-425e-b330-7b5970e0cc13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34928259-458b-4a40-a33b-ae00855968f7']}} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:49.141224 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-a30c2ebd-2042-425e-b330-7b5970e0cc13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc85d087-003d-424e-a172-3921a39a99e7') {'for_net_delete': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:49.141617 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-a30c2ebd-2042-425e-b330-7b5970e0cc13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc85d087-003d-424e-a172-3921a39a99e7') {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:49.154044 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a30c2ebd-2042-425e-b330-7b5970e0cc13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28241271'] for segment (cc85d087-003d-424e-a172-3921a39a99e7), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.169727 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a30c2ebd-2042-425e-b330-7b5970e0cc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (cc85d087-003d-424e-a172-3921a39a99e7), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.177514 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30c2ebd-2042-425e-b330-7b5970e0cc13 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:38:49.177924 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a30c2ebd-2042-425e-b330-7b5970e0cc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28863485'] for segment (cc85d087-003d-424e-a172-3921a39a99e7), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: Traceback (most recent call last): Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: timer() Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: cb(*args, **kw) Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: return func(*args, **kwargs) Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: self._notify() Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: self.callback(batched_events) Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: event.method(event) Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: return f(self, *a, **k) Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._get(url).json() Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: return self.request(url, 'GET', **kwargs) Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:38:49.179913 dv-cinder-790535-36-iscsi neutron-server[103131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:38:49.242606 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a30c2ebd-2042-425e-b330-7b5970e0cc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (34928259-458b-4a40-a33b-ae00855968f7), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.249860 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a30c2ebd-2042-425e-b330-7b5970e0cc13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.253089 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-a30c2ebd-2042-425e-b330-7b5970e0cc13 admin admin] 10.222.0.18 "DELETE /v2.0/networks/34928259-458b-4a40-a33b-ae00855968f7 HTTP/1.1" status: 204 len: 168 time: 0.3253372 Mar 29 15:38:49.256020 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54080) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:49.263466 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c2ebd-2042-425e-b330-7b5970e0cc13 admin admin] Pushing event deleted for resources: {'Network': ['ID=34928259-458b-4a40-a33b-ae00855968f7,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:49.303989 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8ac6b3-f8b1-4e04-b05e-3321ab574c67 admin admin] Deleting subnet 7c7d9572-8fea-4500-b85c-0c92dbb56213 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:38:49.307305 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac6b3-f8b1-4e04-b05e-3321ab574c67 admin admin] Publish callbacks [] for subnet (7c7d9572-8fea-4500-b85c-0c92dbb56213), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.347454 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac6b3-f8b1-4e04-b05e-3321ab574c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28108261'] for subnet (7c7d9572-8fea-4500-b85c-0c92dbb56213), precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.385645 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac6b3-f8b1-4e04-b05e-3321ab574c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (7c7d9572-8fea-4500-b85c-0c92dbb56213), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.423974 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54084) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:49.441843 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac6b3-f8b1-4e04-b05e-3321ab574c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25410783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496360'] for subnet (7c7d9572-8fea-4500-b85c-0c92dbb56213), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.468221 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ac6b3-f8b1-4e04-b05e-3321ab574c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7d9572-8fea-4500-b85c-0c92dbb56213,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:49.473239 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac6b3-f8b1-4e04-b05e-3321ab574c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.477053 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-0d8ac6b3-f8b1-4e04-b05e-3321ab574c67 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7c7d9572-8fea-4500-b85c-0c92dbb56213 HTTP/1.1" status: 204 len: 168 time: 0.2198825 Mar 29 15:38:49.479677 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54088) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:49.545280 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e800f7fc-ce3b-4e5b-8a5f-b9d08f86f74a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.570559 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33028d3f-e42b-4ca9-a5d8-f0434ed69025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.685160 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33028d3f-e42b-4ca9-a5d8-f0434ed69025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.714659 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-33028d3f-e42b-4ca9-a5d8-f0434ed69025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:49.730326 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e800f7fc-ce3b-4e5b-8a5f-b9d08f86f74a admin admin] Publish callbacks [] for security_group (c9f1367c-9855-4aab-a4b8-da082f75ee40), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.732378 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-33028d3f-e42b-4ca9-a5d8-f0434ed69025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b170cbac-c2b1-47d2-a786-ba5086b72161') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:49.732769 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-33028d3f-e42b-4ca9-a5d8-f0434ed69025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b170cbac-c2b1-47d2-a786-ba5086b72161') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:38:49.739512 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e800f7fc-ce3b-4e5b-8a5f-b9d08f86f74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (c9f1367c-9855-4aab-a4b8-da082f75ee40), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.750874 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33028d3f-e42b-4ca9-a5d8-f0434ed69025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28108270'] for segment (b170cbac-c2b1-47d2-a786-ba5086b72161), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.782324 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33028d3f-e42b-4ca9-a5d8-f0434ed69025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (b170cbac-c2b1-47d2-a786-ba5086b72161), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.789592 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e800f7fc-ce3b-4e5b-8a5f-b9d08f86f74a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc3b23b0f5394052ad042a24f71f8abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646567 Mar 29 15:38:49.792355 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54090) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:49.797138 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800f7fc-ce3b-4e5b-8a5f-b9d08f86f74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f1367c-9855-4aab-a4b8-da082f75ee40,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:49.800890 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33028d3f-e42b-4ca9-a5d8-f0434ed69025 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:38:49.801403 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33028d3f-e42b-4ca9-a5d8-f0434ed69025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403513'] for segment (b170cbac-c2b1-47d2-a786-ba5086b72161), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: Traceback (most recent call last): Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: timer() Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: cb(*args, **kw) Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: return func(*args, **kwargs) Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: self._notify() Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: self.callback(batched_events) Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: event.method(event) Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: return f(self, *a, **k) Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: return self._get(url).json() Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: return self.request(url, 'GET', **kwargs) Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:38:49.803248 dv-cinder-790535-36-iscsi neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:38:49.848218 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6f81170a-162f-4abb-8b5b-ecf6d34ceda7 admin admin] Publish callbacks [] for security_group (c9f1367c-9855-4aab-a4b8-da082f75ee40), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.861192 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33028d3f-e42b-4ca9-a5d8-f0434ed69025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.865297 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33028d3f-e42b-4ca9-a5d8-f0434ed69025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.870878 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-33028d3f-e42b-4ca9-a5d8-f0434ed69025 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05 HTTP/1.1" status: 204 len: 168 time: 0.3878438 Mar 29 15:38:49.873314 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6f81170a-162f-4abb-8b5b-ecf6d34ceda7 admin admin] Publish callbacks [] for security_group (c9f1367c-9855-4aab-a4b8-da082f75ee40), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:49.882459 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33028d3f-e42b-4ca9-a5d8-f0434ed69025 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd10bb5-a8ad-4f59-95cf-7d90dad1ad05,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:49.989322 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54096) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:50.039865 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d500aeb2-1961-45aa-9955-05b3a6c171e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c82c3280e27a4da886744e93c1d6782a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469747 Mar 29 15:38:50.040081 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54098) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:50.090521 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c56e203-1d50-4028-880b-ede9b7e004ee admin admin] Publish callbacks [] for security_group (b18beded-0fac-443d-81af-08d3b3856799), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.113370 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c56e203-1d50-4028-880b-ede9b7e004ee admin admin] Publish callbacks [] for security_group (b18beded-0fac-443d-81af-08d3b3856799), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.163449 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c56e203-1d50-4028-880b-ede9b7e004ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (b18beded-0fac-443d-81af-08d3b3856799), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.166047 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c56e203-1d50-4028-880b-ede9b7e004ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.167206 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-3c56e203-1d50-4028-880b-ede9b7e004ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b18beded-0fac-443d-81af-08d3b3856799 HTTP/1.1" status: 204 len: 168 time: 0.1261964 Mar 29 15:38:50.175267 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56e203-1d50-4028-880b-ede9b7e004ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18beded-0fac-443d-81af-08d3b3856799,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:50.243093 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6f81170a-162f-4abb-8b5b-ecf6d34ceda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (c9f1367c-9855-4aab-a4b8-da082f75ee40), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.245845 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6f81170a-162f-4abb-8b5b-ecf6d34ceda7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.247031 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-6f81170a-162f-4abb-8b5b-ecf6d34ceda7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9f1367c-9855-4aab-a4b8-da082f75ee40 HTTP/1.1" status: 204 len: 168 time: 0.4535398 Mar 29 15:38:50.255872 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81170a-162f-4abb-8b5b-ecf6d34ceda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f1367c-9855-4aab-a4b8-da082f75ee40,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:50.520147 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54108) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:50.533939 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4053f58-10c5-440b-8a87-0a94528b3418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.560596 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54110) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:50.604041 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-aca97252-cc34-4283-af8b-734f488b110f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03859b9361bc4ed9b2a00c66204cf5a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421593 Mar 29 15:38:50.606586 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54112) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:50.611767 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4053f58-10c5-440b-8a87-0a94528b3418 admin admin] Publish callbacks [] for security_group (1d76633d-9a74-44e7-8bb7-d87f163d0dc2), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.616149 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4053f58-10c5-440b-8a87-0a94528b3418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (1d76633d-9a74-44e7-8bb7-d87f163d0dc2), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.653666 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f2112fae-7e74-4d3f-b7b8-2c1e07e80102 admin admin] Publish callbacks [] for security_group (ae537dc3-1b7b-4f34-b0cc-9588830872e8), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.654233 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e4053f58-10c5-440b-8a87-0a94528b3418 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=190f6786cfce4aa190d2d88d639653ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329231 Mar 29 15:38:50.655665 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4053f58-10c5-440b-8a87-0a94528b3418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d76633d-9a74-44e7-8bb7-d87f163d0dc2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:50.657992 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54114) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:50.677557 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f2112fae-7e74-4d3f-b7b8-2c1e07e80102 admin admin] Publish callbacks [] for security_group (ae537dc3-1b7b-4f34-b0cc-9588830872e8), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.708056 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45cdac1-9e6d-4227-93ca-764f6d46d1f0 admin admin] Publish callbacks [] for security_group (1d76633d-9a74-44e7-8bb7-d87f163d0dc2), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.726009 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f2112fae-7e74-4d3f-b7b8-2c1e07e80102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (ae537dc3-1b7b-4f34-b0cc-9588830872e8), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.729552 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f2112fae-7e74-4d3f-b7b8-2c1e07e80102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.731340 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-f2112fae-7e74-4d3f-b7b8-2c1e07e80102 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae537dc3-1b7b-4f34-b0cc-9588830872e8 HTTP/1.1" status: 204 len: 168 time: 0.1238146 Mar 29 15:38:50.731472 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45cdac1-9e6d-4227-93ca-764f6d46d1f0 admin admin] Publish callbacks [] for security_group (1d76633d-9a74-44e7-8bb7-d87f163d0dc2), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.739624 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2112fae-7e74-4d3f-b7b8-2c1e07e80102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae537dc3-1b7b-4f34-b0cc-9588830872e8,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:50.789447 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45cdac1-9e6d-4227-93ca-764f6d46d1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (1d76633d-9a74-44e7-8bb7-d87f163d0dc2), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.792200 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45cdac1-9e6d-4227-93ca-764f6d46d1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:50.793386 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-b45cdac1-9e6d-4227-93ca-764f6d46d1f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d76633d-9a74-44e7-8bb7-d87f163d0dc2 HTTP/1.1" status: 204 len: 168 time: 0.1344848 Mar 29 15:38:50.804081 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cdac1-9e6d-4227-93ca-764f6d46d1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d76633d-9a74-44e7-8bb7-d87f163d0dc2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:51.977327 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54182) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:52.023218 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54186) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:52.146138 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b04ecbc6-bd84-4ceb-abaa-c86aefb45fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.148969 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51a30dc4-ee85-4b68-bfe1-766c5bcca3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.281131 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b04ecbc6-bd84-4ceb-abaa-c86aefb45fc6 admin admin] Publish callbacks [] for security_group (4c5ca9ee-b142-4cef-a91a-44eb4bd19ee6), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.286801 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51a30dc4-ee85-4b68-bfe1-766c5bcca3f7 admin admin] Publish callbacks [] for security_group (54b62a46-68ae-48cf-a7f3-053d04743f23), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.288021 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b04ecbc6-bd84-4ceb-abaa-c86aefb45fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4c5ca9ee-b142-4cef-a91a-44eb4bd19ee6), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.299377 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51a30dc4-ee85-4b68-bfe1-766c5bcca3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (54b62a46-68ae-48cf-a7f3-053d04743f23), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.347859 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-b04ecbc6-bd84-4ceb-abaa-c86aefb45fc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9dec6e649eb4d6faeea27b6ba6c2cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691492 Mar 29 15:38:52.348921 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ecbc6-bd84-4ceb-abaa-c86aefb45fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5ca9ee-b142-4cef-a91a-44eb4bd19ee6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:52.350842 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54198) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:52.357980 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-51a30dc4-ee85-4b68-bfe1-766c5bcca3f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b5868b0ed5f4c2ea5d5c0a230838da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315387 Mar 29 15:38:52.358652 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54200) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:52.375733 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a30dc4-ee85-4b68-bfe1-766c5bcca3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b62a46-68ae-48cf-a7f3-053d04743f23,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:52.457889 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9796ad08-cace-4295-ba08-bb8989aea38b admin admin] Publish callbacks [] for security_group (4c5ca9ee-b142-4cef-a91a-44eb4bd19ee6), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.463620 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37ed2a03-de61-479b-866e-7d621b500c60 admin admin] Publish callbacks [] for security_group (54b62a46-68ae-48cf-a7f3-053d04743f23), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.490570 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9796ad08-cace-4295-ba08-bb8989aea38b admin admin] Publish callbacks [] for security_group (4c5ca9ee-b142-4cef-a91a-44eb4bd19ee6), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.505601 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37ed2a03-de61-479b-866e-7d621b500c60 admin admin] Publish callbacks [] for security_group (54b62a46-68ae-48cf-a7f3-053d04743f23), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.566882 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9796ad08-cace-4295-ba08-bb8989aea38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (4c5ca9ee-b142-4cef-a91a-44eb4bd19ee6), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.569414 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9796ad08-cace-4295-ba08-bb8989aea38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.570749 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-9796ad08-cace-4295-ba08-bb8989aea38b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c5ca9ee-b142-4cef-a91a-44eb4bd19ee6 HTTP/1.1" status: 204 len: 168 time: 0.2186677 Mar 29 15:38:52.574813 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37ed2a03-de61-479b-866e-7d621b500c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (54b62a46-68ae-48cf-a7f3-053d04743f23), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.577547 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37ed2a03-de61-479b-866e-7d621b500c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:52.578596 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-37ed2a03-de61-479b-866e-7d621b500c60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54b62a46-68ae-48cf-a7f3-053d04743f23 HTTP/1.1" status: 204 len: 168 time: 0.2190731 Mar 29 15:38:52.583620 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796ad08-cace-4295-ba08-bb8989aea38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5ca9ee-b142-4cef-a91a-44eb4bd19ee6,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:52.595075 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed2a03-de61-479b-866e-7d621b500c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b62a46-68ae-48cf-a7f3-053d04743f23,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:55.718183 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54320) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:55.824771 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-994431f1-dcc0-4cc4-9422-27cf5aa7e051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:55.900115 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-994431f1-dcc0-4cc4-9422-27cf5aa7e051 admin admin] Publish callbacks [] for security_group (611066a3-5376-4f79-9bec-05eb052b4091), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:55.903989 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-994431f1-dcc0-4cc4-9422-27cf5aa7e051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (611066a3-5376-4f79-9bec-05eb052b4091), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:55.942940 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994431f1-dcc0-4cc4-9422-27cf5aa7e051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611066a3-5376-4f79-9bec-05eb052b4091,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:38:55.950068 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-994431f1-dcc0-4cc4-9422-27cf5aa7e051 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3307d8d16ae740eebcb2e72cf0473f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281182 Mar 29 15:38:55.950889 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54336) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:38:55.999420 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2c83321-066a-4ef1-a93b-2a0eac65afe7 admin admin] Publish callbacks [] for security_group (611066a3-5376-4f79-9bec-05eb052b4091), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:56.020468 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2c83321-066a-4ef1-a93b-2a0eac65afe7 admin admin] Publish callbacks [] for security_group (611066a3-5376-4f79-9bec-05eb052b4091), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:56.068043 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2c83321-066a-4ef1-a93b-2a0eac65afe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (611066a3-5376-4f79-9bec-05eb052b4091), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:56.070720 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2c83321-066a-4ef1-a93b-2a0eac65afe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:38:56.071867 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-a2c83321-066a-4ef1-a93b-2a0eac65afe7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/611066a3-5376-4f79-9bec-05eb052b4091 HTTP/1.1" status: 204 len: 168 time: 0.1207049 Mar 29 15:38:56.079813 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c83321-066a-4ef1-a93b-2a0eac65afe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611066a3-5376-4f79-9bec-05eb052b4091,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:01.800252 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54462) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:01.906275 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84841cad-7925-4af6-8988-c73ac26c36da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:01.981545 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84841cad-7925-4af6-8988-c73ac26c36da admin admin] Publish callbacks [] for security_group (2a96eb33-bd0c-41e6-9f7b-18ce83bb6a4c), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:01.987076 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84841cad-7925-4af6-8988-c73ac26c36da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (2a96eb33-bd0c-41e6-9f7b-18ce83bb6a4c), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:02.023894 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-84841cad-7925-4af6-8988-c73ac26c36da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b35607f3db3b41f1915cbf854d5fea7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225437 Mar 29 15:39:02.025798 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84841cad-7925-4af6-8988-c73ac26c36da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a96eb33-bd0c-41e6-9f7b-18ce83bb6a4c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:02.026711 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54470) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:02.074996 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d4eb28d5-b5fb-428b-ad01-8746b8bf9d3d admin admin] Publish callbacks [] for security_group (2a96eb33-bd0c-41e6-9f7b-18ce83bb6a4c), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:02.098397 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d4eb28d5-b5fb-428b-ad01-8746b8bf9d3d admin admin] Publish callbacks [] for security_group (2a96eb33-bd0c-41e6-9f7b-18ce83bb6a4c), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:02.145975 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d4eb28d5-b5fb-428b-ad01-8746b8bf9d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (2a96eb33-bd0c-41e6-9f7b-18ce83bb6a4c), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:02.148562 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d4eb28d5-b5fb-428b-ad01-8746b8bf9d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:02.149781 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-d4eb28d5-b5fb-428b-ad01-8746b8bf9d3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a96eb33-bd0c-41e6-9f7b-18ce83bb6a4c HTTP/1.1" status: 204 len: 168 time: 0.1220396 Mar 29 15:39:02.158331 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb28d5-b5fb-428b-ad01-8746b8bf9d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a96eb33-bd0c-41e6-9f7b-18ce83bb6a4c,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:02.434621 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54480) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:02.455009 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21fc1003-461f-46a5-b17a-501342d9f168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:02.529655 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21fc1003-461f-46a5-b17a-501342d9f168 admin admin] Publish callbacks [] for security_group (3a71ce69-4561-41ea-9749-cf7801b4a06e), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:02.534478 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21fc1003-461f-46a5-b17a-501342d9f168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (3a71ce69-4561-41ea-9749-cf7801b4a06e), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:02.571594 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-21fc1003-461f-46a5-b17a-501342d9f168 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df4778416484408ca65231722c660fc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359098 Mar 29 15:39:02.572466 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc1003-461f-46a5-b17a-501342d9f168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a71ce69-4561-41ea-9749-cf7801b4a06e,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:02.575465 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54484) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:02.625646 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7ccdb83-ee29-4419-929e-f5fc80990768 admin admin] Publish callbacks [] for security_group (3a71ce69-4561-41ea-9749-cf7801b4a06e), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:02.646316 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7ccdb83-ee29-4419-929e-f5fc80990768 admin admin] Publish callbacks [] for security_group (3a71ce69-4561-41ea-9749-cf7801b4a06e), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:02.690011 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7ccdb83-ee29-4419-929e-f5fc80990768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (3a71ce69-4561-41ea-9749-cf7801b4a06e), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:02.692516 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7ccdb83-ee29-4419-929e-f5fc80990768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:02.693688 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-b7ccdb83-ee29-4419-929e-f5fc80990768 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a71ce69-4561-41ea-9749-cf7801b4a06e HTTP/1.1" status: 204 len: 168 time: 0.1161020 Mar 29 15:39:02.701017 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccdb83-ee29-4419-929e-f5fc80990768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a71ce69-4561-41ea-9749-cf7801b4a06e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:03.003408 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54490) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:03.016279 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be726c2c-1780-4f04-9970-19868b92f78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:03.073318 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:39:03.090865 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be726c2c-1780-4f04-9970-19868b92f78c admin admin] Publish callbacks [] for security_group (cc917d4d-7aae-4ff8-a33f-932d26a3c40a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:03.094868 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be726c2c-1780-4f04-9970-19868b92f78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (cc917d4d-7aae-4ff8-a33f-932d26a3c40a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:03.133432 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-be726c2c-1780-4f04-9970-19868b92f78c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60f4acbc1c41405695865f81daa70bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289361 Mar 29 15:39:03.134281 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be726c2c-1780-4f04-9970-19868b92f78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc917d4d-7aae-4ff8-a33f-932d26a3c40a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:03.136917 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54492) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:03.184155 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26bf1901-d911-4c25-9f2e-85819fdd1b6a admin admin] Publish callbacks [] for security_group (cc917d4d-7aae-4ff8-a33f-932d26a3c40a), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:03.205415 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26bf1901-d911-4c25-9f2e-85819fdd1b6a admin admin] Publish callbacks [] for security_group (cc917d4d-7aae-4ff8-a33f-932d26a3c40a), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:03.250476 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26bf1901-d911-4c25-9f2e-85819fdd1b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (cc917d4d-7aae-4ff8-a33f-932d26a3c40a), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:03.252898 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26bf1901-d911-4c25-9f2e-85819fdd1b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:03.254071 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-26bf1901-d911-4c25-9f2e-85819fdd1b6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc917d4d-7aae-4ff8-a33f-932d26a3c40a HTTP/1.1" status: 204 len: 168 time: 0.1157916 Mar 29 15:39:03.261615 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf1901-d911-4c25-9f2e-85819fdd1b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc917d4d-7aae-4ff8-a33f-932d26a3c40a,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:03.915910 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54518) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:04.015938 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-949149983-network', 'tenant_id': '366cae0476104f9590d668e226710769'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:04.034914 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Made reservation on behalf of 366cae0476104f9590d668e226710769 for: {'network': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:04.037267 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:04.045670 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:04.121494 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Publish callbacks [] for security_group (2425d35a-8736-4e07-97bb-9138a63c3ba4), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:04.125596 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (2425d35a-8736-4e07-97bb-9138a63c3ba4), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:04.152286 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:39:04.158507 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2425d35a-8736-4e07-97bb-9138a63c3ba4,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:04.164428 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (029e54e9-421d-479f-863e-dfb52f5dbcdc), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:04.164758 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.segments_db [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Added segment 029e54e9-421d-479f-863e-dfb52f5dbcdc of type vlan for network 31aaf391-a908-4467-a1d0-b80213cf96df Mar 29 15:39:04.204165 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (31aaf391-a908-4467-a1d0-b80213cf96df), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:04.228590 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (31aaf391-a908-4467-a1d0-b80213cf96df), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:04.229590 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:04.230168 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:04.284024 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3669143 Mar 29 15:39:04.287224 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54522) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:04.291367 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f9ca8-eda5-4ff2-8fce-f3187d6662bb admin admin] Pushing event updated for resources: {'Network': ['ID=31aaf391-a908-4467-a1d0-b80213cf96df,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:04.292198 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-135707f8-02a9-448f-b041-c8ecf2000061 admin admin] Request body: {'subnet': {'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-949149983-subnet', 'tenant_id': '366cae0476104f9590d668e226710769', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:04.302238 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network 31aaf391-a908-4467-a1d0-b80213cf96df details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:39:04.318652 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135707f8-02a9-448f-b041-c8ecf2000061 admin admin] Made reservation on behalf of 366cae0476104f9590d668e226710769 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:04.322142 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-135707f8-02a9-448f-b041-c8ecf2000061 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496375'] for subnet (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:04.487880 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-135707f8-02a9-448f-b041-c8ecf2000061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25410716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496353'] for subnet (847b1b0a-320e-483e-9bf5-450852c9cbcd), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:04.545054 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135707f8-02a9-448f-b041-c8ecf2000061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=847b1b0a-320e-483e-9bf5-450852c9cbcd,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:04.552148 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135707f8-02a9-448f-b041-c8ecf2000061 admin admin] Checking segment: {'id': '029e54e9-421d-479f-863e-dfb52f5dbcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:04.552500 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135707f8-02a9-448f-b041-c8ecf2000061 admin admin] Network hostable DHCP agents. Network: 31aaf391-a908-4467-a1d0-b80213cf96df, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:39:04.568422 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135707f8-02a9-448f-b041-c8ecf2000061 admin admin] Network 31aaf391-a908-4467-a1d0-b80213cf96df is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:39:04.577526 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-135707f8-02a9-448f-b041-c8ecf2000061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, 31aaf391-a908-4467-a1d0-b80213cf96df) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:04.581482 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135707f8-02a9-448f-b041-c8ecf2000061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:04.582060 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-135707f8-02a9-448f-b041-c8ecf2000061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:04.586917 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bf849b-a038-48f8-92a8-376d63747814 None None] Network 31aaf391-a908-4467-a1d0-b80213cf96df requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:39:04.603131 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-135707f8-02a9-448f-b041-c8ecf2000061 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3148062 Mar 29 15:39:04.687755 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55cef50-c1c5-49b0-a72b-b5224e20a589 None None] Network 31aaf391-a908-4467-a1d0-b80213cf96df requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:39:11.584571 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-358cece5-42ca-436d-bd9f-f96b5c47033f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:11.586086 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-358cece5-42ca-436d-bd9f-f96b5c47033f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/networks?id=31aaf391-a908-4467-a1d0-b80213cf96df HTTP/1.1" status: 200 len: 813 time: 0.1025155 Mar 29 15:39:11.600869 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-7491c65b-e821-4cb3-b87c-524644a3c542 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/quotas/366cae0476104f9590d668e226710769 HTTP/1.1" status: 200 len: 375 time: 0.0095344 Mar 29 15:39:11.633809 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-14c6e692-3a72-438b-a732-94670b52247d tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=366cae0476104f9590d668e226710769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277526 Mar 29 15:39:11.724087 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-68d6fab9-c37d-4980-a3ed-b3dd6e66c900 service neutron] 10.222.0.18 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837584 Mar 29 15:39:11.815282 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-5d25dd64-e347-4353-b3eb-70d8a34ce005 service neutron] 10.222.0.18 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851870 Mar 29 15:39:11.973516 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7e53baca-b65c-4070-bd47-eeace5c51b79 req-747efa51-7bdd-4cc1-b3cd-5bc5f1d6490f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 210 time: 0.0315619 Mar 29 15:39:12.581805 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-38834a5a-c65b-4eef-bb0f-221596fcbcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:13.048313 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-dc6fc73a-06ba-4fc5-9389-2db221b1652a req-5ade3117-0e8f-414d-bf9a-3faec077c877 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 210 time: 0.0274155 Mar 29 15:39:14.124721 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f2540dd7-c09b-4322-b079-aa93bad01c9c req-21860e3f-d2a6-4632-a6eb-ea71a8979d49 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 210 time: 0.0286450 Mar 29 15:39:15.094474 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76fc2911-43ad-46d6-876a-6066815ed16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:15.209129 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ce3bb877-1ce0-452e-9e8e-30cf378fa87c req-1074e219-c5b1-446f-bf67-b5c33537fbdf tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 210 time: 0.0325441 Mar 29 15:39:15.414978 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:16.102834 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:16.225361 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54766) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:16.302518 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b68c18d1-1f99-4590-9deb-184c0d4c0689 req-20605f0c-2723-4f87-8a42-a0adcd769c9e tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 210 time: 0.0279841 Mar 29 15:39:16.331500 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bcb5780a-175a-4e65-b4f9-2164cfae8106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:16.408556 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bcb5780a-175a-4e65-b4f9-2164cfae8106 admin admin] Publish callbacks [] for security_group (fbea80cb-0208-4b83-ba2e-f13724204c90), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:16.412318 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bcb5780a-175a-4e65-b4f9-2164cfae8106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (fbea80cb-0208-4b83-ba2e-f13724204c90), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:16.450656 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5780a-175a-4e65-b4f9-2164cfae8106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbea80cb-0208-4b83-ba2e-f13724204c90,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:16.455661 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-bcb5780a-175a-4e65-b4f9-2164cfae8106 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24c48e43d3624286b6bf976abc2fe726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292972 Mar 29 15:39:16.458302 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54774) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:16.511856 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3cb69ac-0a9f-4dee-a43b-b06d521d95f9 admin admin] Publish callbacks [] for security_group (fbea80cb-0208-4b83-ba2e-f13724204c90), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:16.537355 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3cb69ac-0a9f-4dee-a43b-b06d521d95f9 admin admin] Publish callbacks [] for security_group (fbea80cb-0208-4b83-ba2e-f13724204c90), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:16.586622 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3cb69ac-0a9f-4dee-a43b-b06d521d95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (fbea80cb-0208-4b83-ba2e-f13724204c90), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:16.589263 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3cb69ac-0a9f-4dee-a43b-b06d521d95f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:16.593249 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-d3cb69ac-0a9f-4dee-a43b-b06d521d95f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbea80cb-0208-4b83-ba2e-f13724204c90 HTTP/1.1" status: 204 len: 168 time: 0.1312048 Mar 29 15:39:16.598806 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb69ac-0a9f-4dee-a43b-b06d521d95f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbea80cb-0208-4b83-ba2e-f13724204c90,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:16.988541 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-13c33d7a-ed24-432f-b2bf-23953e7b51ef tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:16.990228 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-13c33d7a-ed24-432f-b2bf-23953e7b51ef tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.31 "GET /v2.0/networks?id=31aaf391-a908-4467-a1d0-b80213cf96df HTTP/1.1" status: 200 len: 813 time: 0.1407685 Mar 29 15:39:17.004304 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-4809fc64-3425-43db-8ad0-d9981de7cc0f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Request body: {'port': {'device_id': '64232fd4-72c0-4345-a622-d3944d89172f', 'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df', 'admin_state_up': True, 'tenant_id': '366cae0476104f9590d668e226710769'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:17.120721 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-4809fc64-3425-43db-8ad0-d9981de7cc0f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Made reservation on behalf of 366cae0476104f9590d668e226710769 for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:17.125002 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-4809fc64-3425-43db-8ad0-d9981de7cc0f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.231337 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.268215 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-4809fc64-3425-43db-8ad0-d9981de7cc0f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Allocated IP 172.20.0.7 (31aaf391-a908-4467-a1d0-b80213cf96df/847b1b0a-320e-483e-9bf5-450852c9cbcd/be1324ba-35fc-4765-a830-db45b06a7811) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:17.275989 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54802) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:17.387540 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2028695877-network', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:17.407924 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c5eab0f9-ea02-4739-b6ef-928930627921 req-30658708-5782-4d70-a4ee-0b2d346003a3 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 210 time: 0.0377774 Mar 29 15:39:17.423664 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-4809fc64-3425-43db-8ad0-d9981de7cc0f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks [] for port (be1324ba-35fc-4765-a830-db45b06a7811), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.426395 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Made reservation on behalf of 956bf10215394e4b80deac5895e5cbf1 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:17.428864 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.441601 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.457925 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-4809fc64-3425-43db-8ad0-d9981de7cc0f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (be1324ba-35fc-4765-a830-db45b06a7811), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.503565 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-4809fc64-3425-43db-8ad0-d9981de7cc0f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Network 31aaf391-a908-4467-a1d0-b80213cf96df is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:17.506668 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-4809fc64-3425-43db-8ad0-d9981de7cc0f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:17.510384 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-4809fc64-3425-43db-8ad0-d9981de7cc0f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:17.521055 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Publish callbacks [] for security_group (2424d094-0735-4569-ab96-7e28fc354c55), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.524877 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (2424d094-0735-4569-ab96-7e28fc354c55), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.538461 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809fc64-3425-43db-8ad0-d9981de7cc0f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Pushing event updated for resources: {'Port': ['ID=be1324ba-35fc-4765-a830-db45b06a7811,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:17.547106 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:39:17.565628 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (674fc91e-e3c7-477f-9ee3-06ae80fe19eb), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.566262 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.segments_db [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Added segment 674fc91e-e3c7-477f-9ee3-06ae80fe19eb of type vlan for network 66282e73-de55-42ce-87ca-f6dfa3097cd2 Mar 29 15:39:17.567725 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2424d094-0735-4569-ab96-7e28fc354c55,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:17.571485 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-4809fc64-3425-43db-8ad0-d9981de7cc0f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:17.572101 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-4809fc64-3425-43db-8ad0-d9981de7cc0f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.589355 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-4809fc64-3425-43db-8ad0-d9981de7cc0f tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5890040 Mar 29 15:39:17.600754 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Request body: {'port': {'device_id': '64232fd4-72c0-4345-a622-d3944d89172f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:17.612777 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (66282e73-de55-42ce-87ca-f6dfa3097cd2), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.637753 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (66282e73-de55-42ce-87ca-f6dfa3097cd2), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.638619 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:17.639190 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.665408 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (be1324ba-35fc-4765-a830-db45b06a7811), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.694586 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4166040 Mar 29 15:39:17.697404 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54808) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:17.704300 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d42105f0-b38f-4a84-9afc-7ac2daabaf73 admin admin] Request body: {'subnet': {'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2028695877-subnet', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:17.708496 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c5bf2-1d14-42ab-9b55-56347dc48584 admin admin] Pushing event updated for resources: {'Network': ['ID=66282e73-de55-42ce-87ca-f6dfa3097cd2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:17.719925 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network 66282e73-de55-42ce-87ca-f6dfa3097cd2 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:39:17.730694 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42105f0-b38f-4a84-9afc-7ac2daabaf73 admin admin] Made reservation on behalf of 956bf10215394e4b80deac5895e5cbf1 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:17.733841 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d42105f0-b38f-4a84-9afc-7ac2daabaf73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496375'] for subnet (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.904511 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d42105f0-b38f-4a84-9afc-7ac2daabaf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25410716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496353'] for subnet (676da8ec-7d33-44c4-a2b7-1e9b85287549), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.946053 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1324ba-35fc-4765-a830-db45b06a7811 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:39:17.954345 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Publish callbacks [] for port (be1324ba-35fc-4765-a830-db45b06a7811), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.965459 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42105f0-b38f-4a84-9afc-7ac2daabaf73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676da8ec-7d33-44c4-a2b7-1e9b85287549,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:17.976118 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42105f0-b38f-4a84-9afc-7ac2daabaf73 admin admin] Checking segment: {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:17.976548 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42105f0-b38f-4a84-9afc-7ac2daabaf73 admin admin] Network hostable DHCP agents. Network: 66282e73-de55-42ce-87ca-f6dfa3097cd2, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:39:17.979094 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Transition to ACTIVE for port object be1324ba-35fc-4765-a830-db45b06a7811 will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:39:17.983427 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (be1324ba-35fc-4765-a830-db45b06a7811), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:17.996546 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42105f0-b38f-4a84-9afc-7ac2daabaf73 admin admin] Network 66282e73-de55-42ce-87ca-f6dfa3097cd2 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:39:18.010326 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d42105f0-b38f-4a84-9afc-7ac2daabaf73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, 66282e73-de55-42ce-87ca-f6dfa3097cd2) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:18.015338 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42105f0-b38f-4a84-9afc-7ac2daabaf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:18.015908 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d42105f0-b38f-4a84-9afc-7ac2daabaf73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.025267 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a01d8-f4e5-42d8-82db-83c0f0c97c19 None None] Network 66282e73-de55-42ce-87ca-f6dfa3097cd2 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:39:18.035205 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d42105f0-b38f-4a84-9afc-7ac2daabaf73 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3367980 Mar 29 15:39:18.037115 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Pushing event updated for resources: {'Port': ['ID=be1324ba-35fc-4765-a830-db45b06a7811,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:18.037928 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54812) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:18.045801 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:18.074005 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7344'] for router (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.075039 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7353'] for router (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.125588 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Attempting to bind port be1324ba-35fc-4765-a830-db45b06a7811 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:39:18.125918 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Attempting to bind port be1324ba-35fc-4765-a830-db45b06a7811 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '029e54e9-421d-479f-863e-dfb52f5dbcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:39:18.126701 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Attempting to bind port be1324ba-35fc-4765-a830-db45b06a7811 on network 31aaf391-a908-4467-a1d0-b80213cf96df {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:18.132377 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Port be1324ba-35fc-4765-a830-db45b06a7811 on network 31aaf391-a908-4467-a1d0-b80213cf96df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:39:18.132703 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Attempting to bind port be1324ba-35fc-4765-a830-db45b06a7811 on network 31aaf391-a908-4467-a1d0-b80213cf96df {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:18.137990 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:18.138554 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Checking segment: {'id': '029e54e9-421d-479f-863e-dfb52f5dbcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:18.139011 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Bound using segment: {'id': '029e54e9-421d-479f-863e-dfb52f5dbcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:18.140063 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Bound port: be1324ba-35fc-4765-a830-db45b06a7811, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029e54e9-421d-479f-863e-dfb52f5dbcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:39:18.140524 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (be1324ba-35fc-4765-a830-db45b06a7811), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.147300 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Publish callbacks [] for router_controller (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.165371 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7187af73-edd7-5929-ac62-d07c35f67c25-66282e73-de55-42ce-87ca-f6dfa3097cd2', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549'}]}} from dv-cinder-790535-36-iscsi. {{(pid=103132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:39:18.166350 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.215518 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] For port be1324ba-35fc-4765-a830-db45b06a7811, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:18.220703 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] For port be1324ba-35fc-4765-a830-db45b06a7811, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be1324ba-35fc-4765-a830-db45b06a7811,segment=NetworkSegment(029e54e9-421d-479f-863e-dfb52f5dbcdc),segment_id=029e54e9-421d-479f-863e-dfb52f5dbcdc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:18.227897 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (be1324ba-35fc-4765-a830-db45b06a7811), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.275371 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:18.275971 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.277533 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] 10.222.0.31 "PUT /v2.0/ports/be1324ba-35fc-4765-a830-db45b06a7811 HTTP/1.1" status: 200 len: 1093 time: 0.6811032 Mar 29 15:39:18.277991 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64232fd4-72c0-4345-a622-d3944d89172f', 'tag': 'be1324ba-35fc-4765-a830-db45b06a7811'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:18.280969 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e70f3a-859e-456a-947c-8d40af01824a" -d '{"events": [{"name": "network-changed", "server_uuid": "64232fd4-72c0-4345-a622-d3944d89172f", "tag": "be1324ba-35fc-4765-a830-db45b06a7811"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:18.311749 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Publish callbacks [] for router_gateway (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.320307 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332929e0-60c3-4059-b08b-d42c8ec31a00 service neutron] Pushing event updated for resources: {'Port': ['ID=be1324ba-35fc-4765-a830-db45b06a7811,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:18.334579 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a7d304-602a-4355-b38c-89ed3e618366 x-openstack-request-id: req-90a7d304-602a-4355-b38c-89ed3e618366 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:18.335293 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64232fd4-72c0-4345-a622-d3944d89172f", "tag": "be1324ba-35fc-4765-a830-db45b06a7811", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:18.335555 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90a7d304-602a-4355-b38c-89ed3e618366 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:18.335960 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a7d304-602a-4355-b38c-89ed3e618366'] response: {'name': 'network-changed', 'server_uuid': '64232fd4-72c0-4345-a622-d3944d89172f', 'tag': 'be1324ba-35fc-4765-a830-db45b06a7811', 'status': 'completed', 'code': 200} Mar 29 15:39:18.356348 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Allocated IP 172.20.0.2 (66282e73-de55-42ce-87ca-f6dfa3097cd2/676da8ec-7d33-44c4-a2b7-1e9b85287549/658d8016-170e-474e-9f4b-d1add1030100) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:18.383513 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-3004274d-8c1f-4449-8cb8-b316bcbbdf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:18.385408 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-3004274d-8c1f-4449-8cb8-b316bcbbdf6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=366cae0476104f9590d668e226710769&device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 1127 time: 0.0487142 Mar 29 15:39:18.433732 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-7093a215-59d7-4ae8-b482-7a6e8345a900 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be1324ba-35fc-4765-a830-db45b06a7811 HTTP/1.1" status: 200 len: 217 time: 0.0409019 Mar 29 15:39:18.497936 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-558a3525-3596-44c5-9c8a-e29c99796e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:18.500317 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-558a3525-3596-44c5-9c8a-e29c99796e24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=847b1b0a-320e-483e-9bf5-450852c9cbcd HTTP/1.1" status: 200 len: 853 time: 0.0561922 Mar 29 15:39:18.521569 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Publish callbacks [] for port (658d8016-170e-474e-9f4b-d1add1030100), precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.528669 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (658d8016-170e-474e-9f4b-d1add1030100), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.533018 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-ba190276-dbd4-4531-b5da-a82a007a812a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31aaf391-a908-4467-a1d0-b80213cf96df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266743 Mar 29 15:39:18.568441 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Network 66282e73-de55-42ce-87ca-f6dfa3097cd2 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:18.575606 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064598c-f8a5-4ff5-ac53-ee4dd7dd5135 req-27287497-f0fc-45c7-8dab-150a81638630 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:18.576188 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:18.577156 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b064598c-f8a5-4ff5-ac53-ee4dd7dd5135 req-27287497-f0fc-45c7-8dab-150a81638630 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 943 time: 0.0916674 Mar 29 15:39:18.579051 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:18.582420 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Pushing event updated for resources: {'Port': ['ID=658d8016-170e-474e-9f4b-d1add1030100,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:18.583181 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Publish callbacks [] for router_gateway (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.604792 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.641921 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-21a789af-582e-479c-a5ae-e98b7d1b64aa service neutron] 10.222.0.31 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026199 Mar 29 15:39:18.645864 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Attempting to bind port 658d8016-170e-474e-9f4b-d1add1030100 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:39:18.646232 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Attempting to bind port 658d8016-170e-474e-9f4b-d1add1030100 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:39:18.646606 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Attempting to bind port 658d8016-170e-474e-9f4b-d1add1030100 on network 66282e73-de55-42ce-87ca-f6dfa3097cd2 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:18.657028 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:18.657401 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Checking segment: {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:18.657981 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.658697 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Bound using segment: {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:18.659368 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Bound port: 658d8016-170e-474e-9f4b-d1add1030100, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:39:18.659822 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (658d8016-170e-474e-9f4b-d1add1030100), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.692599 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b064598c-f8a5-4ff5-ac53-ee4dd7dd5135 req-d26f7c9b-0cda-4237-b507-41b5c38bc464 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892279 Mar 29 15:39:18.741593 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e68f4c07-7eb5-4630-931b-b003203bb2e8 req-ccb84781-13f1-497d-890f-ef3a886906a2 service neutron] 10.222.0.31 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939493 Mar 29 15:39:18.744261 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] For port 658d8016-170e-474e-9f4b-d1add1030100, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:18.744835 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Allocated IP 172.27.0.244 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/710294e8-99df-45ef-818f-8615890cd107) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:18.747597 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] For port 658d8016-170e-474e-9f4b-d1add1030100, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=658d8016-170e-474e-9f4b-d1add1030100,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:18.754643 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (658d8016-170e-474e-9f4b-d1add1030100), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.822730 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.829671 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abd512-cf80-41db-9106-11b4d33f94fd None None] Pushing event updated for resources: {'Port': ['ID=658d8016-170e-474e-9f4b-d1add1030100,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:18.866129 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e70f3a-859e-456a-947c-8d40af01824a req-c44b5e48-96b4-4fa4-858d-b9b9cf7318f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:18.867644 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c0e70f3a-859e-456a-947c-8d40af01824a req-c44b5e48-96b4-4fa4-858d-b9b9cf7318f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=366cae0476104f9590d668e226710769&device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 1127 time: 0.0640469 Mar 29 15:39:18.877638 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Publish callbacks [] for port (710294e8-99df-45ef-818f-8615890cd107), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.918295 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (710294e8-99df-45ef-818f-8615890cd107), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:18.960212 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:18.972785 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:18.975411 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Pushing event updated for resources: {'Port': ['ID=710294e8-99df-45ef-818f-8615890cd107,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:18.978031 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:19.005708 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e70f3a-859e-456a-947c-8d40af01824a req-119993ff-e6e7-4558-8c2c-601c4e9b5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:19.007409 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c0e70f3a-859e-456a-947c-8d40af01824a req-119993ff-e6e7-4558-8c2c-601c4e9b5576 service neutron] 10.222.0.31 "GET /v2.0/networks?id=31aaf391-a908-4467-a1d0-b80213cf96df HTTP/1.1" status: 200 len: 914 time: 0.1306472 Mar 29 15:39:19.057051 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c0e70f3a-859e-456a-947c-8d40af01824a req-16bcb396-3de3-4e6a-95cf-d7f0309d5741 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be1324ba-35fc-4765-a830-db45b06a7811 HTTP/1.1" status: 200 len: 217 time: 0.0425756 Mar 29 15:39:19.115503 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e70f3a-859e-456a-947c-8d40af01824a req-20a522d8-f8b4-4a0e-8093-a32ddd8820e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:19.117000 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c0e70f3a-859e-456a-947c-8d40af01824a req-20a522d8-f8b4-4a0e-8093-a32ddd8820e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=847b1b0a-320e-483e-9bf5-450852c9cbcd HTTP/1.1" status: 200 len: 853 time: 0.0501237 Mar 29 15:39:19.161056 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c0e70f3a-859e-456a-947c-8d40af01824a req-32c0a39e-1244-4dec-a9d2-d0593bf47ddb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31aaf391-a908-4467-a1d0-b80213cf96df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333459 Mar 29 15:39:19.252239 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c0e70f3a-859e-456a-947c-8d40af01824a req-208150c2-2583-44be-9fd2-cfac396ff78a service neutron] 10.222.0.31 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837057 Mar 29 15:39:19.268143 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Publish callbacks [] for router_gateway (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:19.350999 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c0e70f3a-859e-456a-947c-8d40af01824a req-cfc23237-e5f0-420c-93ed-0cafa5c9f4a2 service neutron] 10.222.0.31 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927026 Mar 29 15:39:19.463821 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544022'] for router (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:19.601559 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d is scheduled to L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:39:19.715335 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:19.728043 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Sync routers for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:19.737675 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:19.739117 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-773769c9-0bcb-432e-890b-a4c0cb627d6a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6976838 Mar 29 15:39:19.739355 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:19.740004 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:19.741727 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54822) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:19.820520 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1c34a-781b-4146-a6bf-bdcc7b1d62bb None None] Network 66282e73-de55-42ce-87ca-f6dfa3097cd2 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:39:19.841143 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db8594-89be-4168-a350-ebec67a6e879 req-bbe7d1b5-b842-4535-be05-1ef449d4e391 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:19.843337 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-60db8594-89be-4168-a350-ebec67a6e879 req-bbe7d1b5-b842-4535-be05-1ef449d4e391 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 943 time: 0.0706673 Mar 29 15:39:19.898586 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-60db8594-89be-4168-a350-ebec67a6e879 req-da18ca86-339e-436d-a214-77b0b1a7e87e tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465670 Mar 29 15:39:20.067037 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-726c427b-11ff-49b3-b004-68d03851a8e3 None None] Provisioning complete for port 658d8016-170e-474e-9f4b-d1add1030100 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:20.067436 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-726c427b-11ff-49b3-b004-68d03851a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (658d8016-170e-474e-9f4b-d1add1030100), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:20.127613 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:20.342870 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 658d8016-170e-474e-9f4b-d1add1030100 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:20.346789 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-726c427b-11ff-49b3-b004-68d03851a8e3 None None] Current status of the port 658d8016-170e-474e-9f4b-d1add1030100 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:20.347190 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-726c427b-11ff-49b3-b004-68d03851a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (658d8016-170e-474e-9f4b-d1add1030100), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:20.447419 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-726c427b-11ff-49b3-b004-68d03851a8e3 None None] For port 658d8016-170e-474e-9f4b-d1add1030100, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=658d8016-170e-474e-9f4b-d1add1030100,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:20.457246 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-726c427b-11ff-49b3-b004-68d03851a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (658d8016-170e-474e-9f4b-d1add1030100), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:20.490392 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:20.496968 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 658d8016-170e-474e-9f4b-d1add1030100 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:20.497348 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (658d8016-170e-474e-9f4b-d1add1030100), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:20.542840 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:19Z', 'revision_number': 3, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:20.569856 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c427b-11ff-49b3-b004-68d03851a8e3 None None] Pushing event updated for resources: {'Port': ['ID=658d8016-170e-474e-9f4b-d1add1030100,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:20.579929 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Checking router: 9d2fda5f-e179-4a79-af1f-e3dce2b8514d for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:20.580295 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Updating router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d port 710294e8-99df-45ef-818f-8615890cd107 binding host dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:39:20.624890 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-eaf583ba-af8b-466e-9b6e-7a43166fe757 None None] Provisioning complete for port 658d8016-170e-474e-9f4b-d1add1030100 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:20.625194 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eaf583ba-af8b-466e-9b6e-7a43166fe757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (658d8016-170e-474e-9f4b-d1add1030100), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:20.650269 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (710294e8-99df-45ef-818f-8615890cd107), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:20.652884 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Allocated IP 172.20.0.1 (66282e73-de55-42ce-87ca-f6dfa3097cd2/676da8ec-7d33-44c4-a2b7-1e9b85287549/e13709da-aded-402f-858a-cf1d41a8ab87) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:20.758649 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Publish callbacks [] for port (e13709da-aded-402f-858a-cf1d41a8ab87), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:20.781901 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 658d8016-170e-474e-9f4b-d1add1030100 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:20.795579 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:20.833076 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Network 66282e73-de55-42ce-87ca-f6dfa3097cd2 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:20.836052 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:20.838578 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:20.865538 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=e13709da-aded-402f-858a-cf1d41a8ab87,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:20.870749 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-eaf583ba-af8b-466e-9b6e-7a43166fe757 None None] Current status of the port 658d8016-170e-474e-9f4b-d1add1030100 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:20.886232 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543681'] for router_interface (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:20.994159 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Publish callbacks [] for port (710294e8-99df-45ef-818f-8615890cd107), precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:21.000032 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (710294e8-99df-45ef-818f-8615890cd107), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:21.060330 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Attempting to bind port 710294e8-99df-45ef-818f-8615890cd107 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:39:21.060687 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Attempting to bind port 710294e8-99df-45ef-818f-8615890cd107 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:39:21.061124 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Attempting to bind port 710294e8-99df-45ef-818f-8615890cd107 on network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:21.064724 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c5b90-039f-444b-8eda-6a9ab645668f None None] Pushing event updated for resources: {'Port': ['ID=710294e8-99df-45ef-818f-8615890cd107,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:21.069945 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:21.070265 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Checking segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:21.070594 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:21.070979 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Bound using segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:21.071444 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Bound port: 710294e8-99df-45ef-818f-8615890cd107, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:39:21.072142 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (710294e8-99df-45ef-818f-8615890cd107), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:21.079549 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c23a1-1186-4b69-b264-e868adf530b8 req-17e8f9d1-1d0d-47bd-be68-44104bec5fef tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:21.081116 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-582c23a1-1186-4b69-b264-e868adf530b8 req-17e8f9d1-1d0d-47bd-be68-44104bec5fef tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 943 time: 0.0919158 Mar 29 15:39:21.086298 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:21.105829 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device be1324ba-35fc-4765-a830-db45b06a7811 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:39:21.164234 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] For port 710294e8-99df-45ef-818f-8615890cd107, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:21.187194 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-582c23a1-1186-4b69-b264-e868adf530b8 req-a7aed953-cec8-47f8-bd24-0151e5b3f3a1 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985103 Mar 29 15:39:21.218602 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] For port 710294e8-99df-45ef-818f-8615890cd107, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=710294e8-99df-45ef-818f-8615890cd107,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:21.232877 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (710294e8-99df-45ef-818f-8615890cd107), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:21.252217 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-8a312e48-435d-46a3-8f9e-486947ed97ac None None] Provisioning complete for port e13709da-aded-402f-858a-cf1d41a8ab87 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:21.252683 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8a312e48-435d-46a3-8f9e-486947ed97ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:21.308449 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Publish callbacks [] for port (e13709da-aded-402f-858a-cf1d41a8ab87), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:21.314102 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403429'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:21.329530 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port be1324ba-35fc-4765-a830-db45b06a7811, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be1324ba-35fc-4765-a830-db45b06a7811,segment=NetworkSegment(029e54e9-421d-479f-863e-dfb52f5dbcdc),segment_id=029e54e9-421d-479f-863e-dfb52f5dbcdc)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:21.366679 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': 'be1324ba-35fc-4765-a830-db45b06a7811', 'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df', 'port_id': 'be1324ba-35fc-4765-a830-db45b06a7811', 'mac_address': 'fa:16:3e:a4:f0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847b1b0a-320e-483e-9bf5-450852c9cbcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:39:21.370243 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c5b90-039f-444b-8eda-6a9ab645668f None None] Pushing event updated for resources: {'Port': ['ID=710294e8-99df-45ef-818f-8615890cd107,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:21.375084 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8a312e48-435d-46a3-8f9e-486947ed97ac None None] Port e13709da-aded-402f-858a-cf1d41a8ab87 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:39:21.379031 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:21.379697 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:21.388033 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543573'] for router_interface (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:21.390426 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=e13709da-aded-402f-858a-cf1d41a8ab87,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:21.483138 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Network 66282e73-de55-42ce-87ca-f6dfa3097cd2 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:21.484682 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:21.486124 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port be1324ba-35fc-4765-a830-db45b06a7811 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:21.486516 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (be1324ba-35fc-4765-a830-db45b06a7811), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:21.506141 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1324ba-35fc-4765-a830-db45b06a7811 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:39:21.536787 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port be1324ba-35fc-4765-a830-db45b06a7811, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be1324ba-35fc-4765-a830-db45b06a7811,segment=NetworkSegment(029e54e9-421d-479f-863e-dfb52f5dbcdc),segment_id=029e54e9-421d-479f-863e-dfb52f5dbcdc)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:21.542405 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (be1324ba-35fc-4765-a830-db45b06a7811), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:21.553967 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:21.607503 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:39:21.677171 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=be1324ba-35fc-4765-a830-db45b06a7811,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:21.734150 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:21.739186 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-266176b3-9cc6-4324-aeae-51f409158fb4 admin admin] 10.222.0.18 "PUT /v2.0/routers/9d2fda5f-e179-4a79-af1f-e3dce2b8514d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9961689 Mar 29 15:39:21.882157 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['be1324ba-35fc-4765-a830-db45b06a7811'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:39:21.943973 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-75004c87-83c0-49b7-94d2-f6cf5a1fe3bf None None] Provisioning complete for port e13709da-aded-402f-858a-cf1d41a8ab87 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:21.944344 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75004c87-83c0-49b7-94d2-f6cf5a1fe3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:22.026027 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-75004c87-83c0-49b7-94d2-f6cf5a1fe3bf None None] Port e13709da-aded-402f-858a-cf1d41a8ab87 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:39:22.068556 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 2, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:22.100143 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed9062-0e90-4aa4-b9aa-3a1a184f0171 None None] The sync data for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi is: [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 2, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:22.273242 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54848) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:22.279872 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1770431303-network', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:22.314754 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 658d8016-170e-474e-9f4b-d1add1030100 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:22.367810 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Made reservation on behalf of 308ea8db96dc4b9f8da53ff6d7bb6049 for: {'network': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:22.367810 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:22.385377 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 658d8016-170e-474e-9f4b-d1add1030100 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:22.385794 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (658d8016-170e-474e-9f4b-d1add1030100), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:22.390634 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b51ba-dafa-401a-9323-67ca43f8af0c req-fbca3e3b-c3c9-4bf7-8bc8-8bddf7f325d5 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:22.393414 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d7b51ba-dafa-401a-9323-67ca43f8af0c req-fbca3e3b-c3c9-4bf7-8bc8-8bddf7f325d5 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 944 time: 0.1176076 Mar 29 15:39:22.394199 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:22.485519 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 658d8016-170e-474e-9f4b-d1add1030100 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:22.493398 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9d7b51ba-dafa-401a-9323-67ca43f8af0c req-8109c224-be8c-40ab-abcf-d7e9e63af35e tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899303 Mar 29 15:39:22.544719 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Publish callbacks [] for security_group (03851043-8c8d-4f23-abbe-e4ac3d51a79e), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:22.548824 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (03851043-8c8d-4f23-abbe-e4ac3d51a79e), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:22.573545 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:39:22.584511 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03851043-8c8d-4f23-abbe-e4ac3d51a79e,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:22.589516 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (e0299e66-c830-4c10-a98a-cbc031db6605), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:22.589858 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.segments_db [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Added segment e0299e66-c830-4c10-a98a-cbc031db6605 of type vlan for network 1b656311-aa00-4136-a323-575f0a7102af Mar 29 15:39:22.632554 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (1b656311-aa00-4136-a323-575f0a7102af), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:22.659122 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (1b656311-aa00-4136-a323-575f0a7102af), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:22.660091 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:22.660692 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:22.723271 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54852) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:22.723829 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4488053 Mar 29 15:39:22.729897 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2d3df689-9d70-4e50-b07c-92759b38fe6f admin admin] Request body: {'subnet': {'network_id': '1b656311-aa00-4136-a323-575f0a7102af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1770431303-subnet', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:22.736842 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1a6ba-ff1a-4467-b839-37a546a393da admin admin] Pushing event updated for resources: {'Network': ['ID=1b656311-aa00-4136-a323-575f0a7102af,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:22.750625 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network 1b656311-aa00-4136-a323-575f0a7102af details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:39:22.750967 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3df689-9d70-4e50-b07c-92759b38fe6f admin admin] Made reservation on behalf of 308ea8db96dc4b9f8da53ff6d7bb6049 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:22.754256 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d3df689-9d70-4e50-b07c-92759b38fe6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496375'] for subnet (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:22.958781 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d3df689-9d70-4e50-b07c-92759b38fe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25410716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496353'] for subnet (4731835b-fbbb-4e8e-8b4a-237f2461081b), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.017511 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3df689-9d70-4e50-b07c-92759b38fe6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4731835b-fbbb-4e8e-8b4a-237f2461081b,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:23.026365 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3df689-9d70-4e50-b07c-92759b38fe6f admin admin] Checking segment: {'id': 'e0299e66-c830-4c10-a98a-cbc031db6605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1b656311-aa00-4136-a323-575f0a7102af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:23.026720 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3df689-9d70-4e50-b07c-92759b38fe6f admin admin] Network hostable DHCP agents. Network: 1b656311-aa00-4136-a323-575f0a7102af, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:39:23.047252 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3df689-9d70-4e50-b07c-92759b38fe6f admin admin] Network 1b656311-aa00-4136-a323-575f0a7102af is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:39:23.057120 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-2d3df689-9d70-4e50-b07c-92759b38fe6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, 1b656311-aa00-4136-a323-575f0a7102af) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:23.061597 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3df689-9d70-4e50-b07c-92759b38fe6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:23.062454 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d3df689-9d70-4e50-b07c-92759b38fe6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.074330 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb3f6f6-e475-4e63-87bc-12397e732dc0 None None] Network 1b656311-aa00-4136-a323-575f0a7102af requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:39:23.079920 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-2d3df689-9d70-4e50-b07c-92759b38fe6f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3545268 Mar 29 15:39:23.084108 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54854) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:23.087563 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1770431303-router', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:23.107619 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7344'] for router (337219c3-eabd-45c9-b67d-417111cb2c99), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.108858 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7353'] for router (337219c3-eabd-45c9-b67d-417111cb2c99), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.122570 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device be1324ba-35fc-4765-a830-db45b06a7811 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:23.175146 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Publish callbacks [] for router_controller (337219c3-eabd-45c9-b67d-417111cb2c99), precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.222721 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port be1324ba-35fc-4765-a830-db45b06a7811 completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:39:23.227910 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port be1324ba-35fc-4765-a830-db45b06a7811 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:23.228530 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (be1324ba-35fc-4765-a830-db45b06a7811), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.231816 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7187af73-edd7-5929-ac62-d07c35f67c25-1b656311-aa00-4136-a323-575f0a7102af', 'network_id': '1b656311-aa00-4136-a323-575f0a7102af', 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'fixed_ips': [{'subnet_id': '4731835b-fbbb-4e8e-8b4a-237f2461081b'}]}} from dv-cinder-790535-36-iscsi. {{(pid=103132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:39:23.232706 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.345905 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Publish callbacks [] for router_gateway (337219c3-eabd-45c9-b67d-417111cb2c99), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.429288 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port be1324ba-35fc-4765-a830-db45b06a7811 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:23.429686 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (be1324ba-35fc-4765-a830-db45b06a7811), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.461639 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64232fd4-72c0-4345-a622-d3944d89172f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1324ba-35fc-4765-a830-db45b06a7811'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:39:23.463788 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba097b10-e314-48ff-ac4b-0e36132b45f1" -d '{"events": [{"server_uuid": "64232fd4-72c0-4345-a622-d3944d89172f", "name": "network-vif-plugged", "status": "completed", "tag": "be1324ba-35fc-4765-a830-db45b06a7811"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:39:23.469233 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Allocated IP 172.20.0.2 (1b656311-aa00-4136-a323-575f0a7102af/4731835b-fbbb-4e8e-8b4a-237f2461081b/bb0657bf-3f31-468a-a50c-0703928a03ec) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:23.482090 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port be1324ba-35fc-4765-a830-db45b06a7811, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be1324ba-35fc-4765-a830-db45b06a7811,segment=NetworkSegment(029e54e9-421d-479f-863e-dfb52f5dbcdc),segment_id=029e54e9-421d-479f-863e-dfb52f5dbcdc)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:23.488453 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (be1324ba-35fc-4765-a830-db45b06a7811), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.533584 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e24493-82b0-426f-b714-f038837732da x-openstack-request-id: req-73e24493-82b0-426f-b714-f038837732da {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:39:23.533890 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64232fd4-72c0-4345-a622-d3944d89172f", "name": "network-vif-plugged", "status": "completed", "tag": "be1324ba-35fc-4765-a830-db45b06a7811", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:39:23.534136 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73e24493-82b0-426f-b714-f038837732da {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:39:23.542129 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e24493-82b0-426f-b714-f038837732da'] response: {'server_uuid': '64232fd4-72c0-4345-a622-d3944d89172f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1324ba-35fc-4765-a830-db45b06a7811', 'code': 200} Mar 29 15:39:23.616620 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Publish callbacks [] for router_gateway (337219c3-eabd-45c9-b67d-417111cb2c99), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.634682 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=be1324ba-35fc-4765-a830-db45b06a7811,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:23.657583 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.677186 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac37d1-63cf-4c9e-96b5-a5c2791fc5e4 req-c79532c5-2c42-491a-9917-677e16d7ddbf tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:23.679504 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-47ac37d1-63cf-4c9e-96b5-a5c2791fc5e4 req-c79532c5-2c42-491a-9917-677e16d7ddbf tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 945 time: 0.0944538 Mar 29 15:39:23.726543 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Publish callbacks [] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.734118 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.771782 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-47ac37d1-63cf-4c9e-96b5-a5c2791fc5e4 req-15c93ea5-387f-4f03-b59f-77c32702f4e8 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822875 Mar 29 15:39:23.781672 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Network 1b656311-aa00-4136-a323-575f0a7102af is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:23.784675 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:23.795160 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Allocated IP 172.27.0.237 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/e9bda414-3438-469d-a00f-4adc1782a598) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:23.796413 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d835fe-52be-4f93-9d0d-b577c1c358b3 req-240f30d4-b141-4d79-abeb-684a5da9925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:23.797530 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:23.798197 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-01d835fe-52be-4f93-9d0d-b577c1c358b3 req-240f30d4-b141-4d79-abeb-684a5da9925a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 1129 time: 0.0949500 Mar 29 15:39:23.799641 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Pushing event updated for resources: {'Port': ['ID=bb0657bf-3f31-468a-a50c-0703928a03ec,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:23.859858 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-01d835fe-52be-4f93-9d0d-b577c1c358b3 req-10b8aa26-94ab-47b9-8e4f-80843c16e2b2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497704 Mar 29 15:39:23.864011 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Attempting to bind port bb0657bf-3f31-468a-a50c-0703928a03ec on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:39:23.864385 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Attempting to bind port bb0657bf-3f31-468a-a50c-0703928a03ec by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'e0299e66-c830-4c10-a98a-cbc031db6605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1b656311-aa00-4136-a323-575f0a7102af'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:39:23.864751 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Attempting to bind port bb0657bf-3f31-468a-a50c-0703928a03ec on network 1b656311-aa00-4136-a323-575f0a7102af {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:23.869707 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:23.870067 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Checking segment: {'id': 'e0299e66-c830-4c10-a98a-cbc031db6605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1b656311-aa00-4136-a323-575f0a7102af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:23.870466 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.870861 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Bound using segment: {'id': 'e0299e66-c830-4c10-a98a-cbc031db6605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1b656311-aa00-4136-a323-575f0a7102af'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:23.871326 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Bound port: bb0657bf-3f31-468a-a50c-0703928a03ec, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0299e66-c830-4c10-a98a-cbc031db6605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1b656311-aa00-4136-a323-575f0a7102af'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:39:23.871703 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.922529 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Publish callbacks [] for port (e9bda414-3438-469d-a00f-4adc1782a598), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.939743 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] For port bb0657bf-3f31-468a-a50c-0703928a03ec, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:23.943951 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] For port bb0657bf-3f31-468a-a50c-0703928a03ec, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=bb0657bf-3f31-468a-a50c-0703928a03ec,segment=NetworkSegment(e0299e66-c830-4c10-a98a-cbc031db6605),segment_id=e0299e66-c830-4c10-a98a-cbc031db6605)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:23.950057 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:23.962894 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (e9bda414-3438-469d-a00f-4adc1782a598), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:24.008194 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:24.015571 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1532fd3-5626-457e-ae4e-0f660eebef05 None None] Pushing event updated for resources: {'Port': ['ID=bb0657bf-3f31-468a-a50c-0703928a03ec,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:24.017260 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Pushing event updated for resources: {'Port': ['ID=e9bda414-3438-469d-a00f-4adc1782a598,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:24.019794 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:24.022020 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:24.345711 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Publish callbacks [] for router_gateway (337219c3-eabd-45c9-b67d-417111cb2c99), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:24.405621 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 710294e8-99df-45ef-818f-8615890cd107 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:24.458000 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Sync routers for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:24.462933 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 710294e8-99df-45ef-818f-8615890cd107 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:24.463354 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (710294e8-99df-45ef-818f-8615890cd107), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:24.468183 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:24.469027 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:24.538820 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 710294e8-99df-45ef-818f-8615890cd107 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:24.539117 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (710294e8-99df-45ef-818f-8615890cd107), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:24.575329 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port 710294e8-99df-45ef-818f-8615890cd107, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=710294e8-99df-45ef-818f-8615890cd107,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:24.579835 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (710294e8-99df-45ef-818f-8615890cd107), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:24.581076 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device bb0657bf-3f31-468a-a50c-0703928a03ec up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:24.590593 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544022'] for router (337219c3-eabd-45c9-b67d-417111cb2c99), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:24.598266 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:24.658122 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=710294e8-99df-45ef-818f-8615890cd107,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:24.672076 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port bb0657bf-3f31-468a-a50c-0703928a03ec triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:24.672446 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:24.727458 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Router 337219c3-eabd-45c9-b67d-417111cb2c99 is scheduled to L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:39:24.752990 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port bb0657bf-3f31-468a-a50c-0703928a03ec is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:24.753624 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:24.788021 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port bb0657bf-3f31-468a-a50c-0703928a03ec, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=bb0657bf-3f31-468a-a50c-0703928a03ec,segment=NetworkSegment(e0299e66-c830-4c10-a98a-cbc031db6605),segment_id=e0299e66-c830-4c10-a98a-cbc031db6605)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:24.793082 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:24.817914 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 2, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:24.848242 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Checking router: 9d2fda5f-e179-4a79-af1f-e3dce2b8514d for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:24.848845 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Updating router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d port e13709da-aded-402f-858a-cf1d41a8ab87 binding host dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:39:24.854983 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=bb0657bf-3f31-468a-a50c-0703928a03ec,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:24.872646 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:24.886410 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Sync routers for ids ['337219c3-eabd-45c9-b67d-417111cb2c99'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:24.888454 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:24.894423 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:24.900224 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54878) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:24.900894 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Routers {'337219c3-eabd-45c9-b67d-417111cb2c99'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:24.901579 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['337219c3-eabd-45c9-b67d-417111cb2c99'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:24.909558 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-78de15a0-f727-4130-9547-35ed5f431f54 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8258920 Mar 29 15:39:25.037360 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839129a-fee0-4991-8525-f3cdbe4c3a6a req-9480bf7b-e809-4ac9-bc5c-49d4f62f5342 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:25.039140 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7839129a-fee0-4991-8525-f3cdbe4c3a6a req-9480bf7b-e809-4ac9-bc5c-49d4f62f5342 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 945 time: 0.0961933 Mar 29 15:39:25.070995 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Set router 337219c3-eabd-45c9-b67d-417111cb2c99 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:25.132401 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7839129a-fee0-4991-8525-f3cdbe4c3a6a req-2ff2171b-e7ae-4782-a8e9-7103d213d8ef tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844567 Mar 29 15:39:25.286683 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'name': 'tempest-TestVolumeBootPattern-1770431303-router', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 3, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'gw_port': {'id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:25.313494 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Checking router: 337219c3-eabd-45c9-b67d-417111cb2c99 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:25.314183 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Updating router 337219c3-eabd-45c9-b67d-417111cb2c99 port e9bda414-3438-469d-a00f-4adc1782a598 binding host dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:39:25.340445 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Publish callbacks [] for port (e13709da-aded-402f-858a-cf1d41a8ab87), precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:25.348512 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:25.352947 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e9bda414-3438-469d-a00f-4adc1782a598), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:25.458378 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Pushing event updated for resources: {'Port': ['ID=e13709da-aded-402f-858a-cf1d41a8ab87,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:25.485874 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.486313 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.486736 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.487173 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.487554 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.487885 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.488208 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.488715 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.489096 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.489426 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.489749 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.490080 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.490404 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.490716 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.491028 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:25.521254 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Attempting to bind port e13709da-aded-402f-858a-cf1d41a8ab87 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:39:25.521624 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Attempting to bind port e13709da-aded-402f-858a-cf1d41a8ab87 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:39:25.521995 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Attempting to bind port e13709da-aded-402f-858a-cf1d41a8ab87 on network 66282e73-de55-42ce-87ca-f6dfa3097cd2 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:25.523180 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:25.528432 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:25.528826 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Checking segment: {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:25.529253 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:25.529646 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Bound using segment: {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:25.530366 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Bound port: e13709da-aded-402f-858a-cf1d41a8ab87, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:39:25.530752 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:25.545871 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886936d3-656d-4c53-89df-57b92eb31232 None None] Network 1b656311-aa00-4136-a323-575f0a7102af requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:39:25.608546 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] For port e13709da-aded-402f-858a-cf1d41a8ab87, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:25.612305 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] For port e13709da-aded-402f-858a-cf1d41a8ab87, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=e13709da-aded-402f-858a-cf1d41a8ab87,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:25.619635 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:25.676984 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:25.677663 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:25.730764 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Allocated IP 172.20.0.1 (1b656311-aa00-4136-a323-575f0a7102af/4731835b-fbbb-4e8e-8b4a-237f2461081b/68bc6068-d90c-4b6a-84e6-d9b849aa3fcb) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:25.752772 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e615df-a8b6-4ba2-8cac-1a451ddc4e7d None None] Pushing event updated for resources: {'Port': ['ID=e13709da-aded-402f-858a-cf1d41a8ab87,revision_number=4']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:25.767397 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-7d18d038-64e1-4aee-925b-6c42eea5e082 None None] Provisioning complete for port bb0657bf-3f31-468a-a50c-0703928a03ec triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:25.767775 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d18d038-64e1-4aee-925b-6c42eea5e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:25.825796 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:25.863017 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Publish callbacks [] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:25.918261 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:25.961685 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7d18d038-64e1-4aee-925b-6c42eea5e082 None None] Current status of the port bb0657bf-3f31-468a-a50c-0703928a03ec is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:25.973158 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Publish callbacks [] for port (e9bda414-3438-469d-a00f-4adc1782a598), precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:25.981091 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (e9bda414-3438-469d-a00f-4adc1782a598), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.003186 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Network 1b656311-aa00-4136-a323-575f0a7102af is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:26.005400 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Pushing event updated for resources: {'Port': ['ID=68bc6068-d90c-4b6a-84e6-d9b849aa3fcb,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:26.008196 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:26.015234 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:26.062226 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25de9f8-e733-4f13-900d-dfc912f70310 None None] Pushing event updated for resources: {'Port': ['ID=e9bda414-3438-469d-a00f-4adc1782a598,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:26.068299 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:25Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:26.077361 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543681'] for router_interface (337219c3-eabd-45c9-b67d-417111cb2c99), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.083661 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Attempting to bind port e9bda414-3438-469d-a00f-4adc1782a598 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:39:26.084042 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Attempting to bind port e9bda414-3438-469d-a00f-4adc1782a598 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:39:26.084413 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Attempting to bind port e9bda414-3438-469d-a00f-4adc1782a598 on network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:26.089563 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-7e20070d-2940-4a1e-82ee-c7f46ad0f71f None None] Provisioning complete for port e13709da-aded-402f-858a-cf1d41a8ab87 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:26.089941 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e20070d-2940-4a1e-82ee-c7f46ad0f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.092058 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:26.093028 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Checking segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:26.093432 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.093831 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Bound using segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:26.094310 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Bound port: e9bda414-3438-469d-a00f-4adc1782a598, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:39:26.094693 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e9bda414-3438-469d-a00f-4adc1782a598), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.106160 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f10066-1e70-4647-b58b-5543ca2de496 None None] The sync data for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi is: [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:25Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:26.185527 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] For port e9bda414-3438-469d-a00f-4adc1782a598, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:26.190677 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] For port e9bda414-3438-469d-a00f-4adc1782a598, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=e9bda414-3438-469d-a00f-4adc1782a598,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:26.198442 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (e9bda414-3438-469d-a00f-4adc1782a598), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.272066 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25de9f8-e733-4f13-900d-dfc912f70310 None None] Pushing event updated for resources: {'Port': ['ID=e9bda414-3438-469d-a00f-4adc1782a598,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:26.300736 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.336768 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7e20070d-2940-4a1e-82ee-c7f46ad0f71f None None] Current status of the port e13709da-aded-402f-858a-cf1d41a8ab87 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:26.337189 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e20070d-2940-4a1e-82ee-c7f46ad0f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.337341 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376c1c8-d92b-4556-8d5d-083d471b7180 req-d0d5cd5d-53cb-4c06-b992-8e95da8843f3 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:26.342097 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0376c1c8-d92b-4556-8d5d-083d471b7180 req-d0d5cd5d-53cb-4c06-b992-8e95da8843f3 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 945 time: 0.1143436 Mar 29 15:39:26.372005 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Routers {'337219c3-eabd-45c9-b67d-417111cb2c99'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:26.372660 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['337219c3-eabd-45c9-b67d-417111cb2c99'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:26.448205 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-7e20070d-2940-4a1e-82ee-c7f46ad0f71f None None] For port e13709da-aded-402f-858a-cf1d41a8ab87, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=e13709da-aded-402f-858a-cf1d41a8ab87,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:26.480771 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 710294e8-99df-45ef-818f-8615890cd107 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:26.486829 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7e20070d-2940-4a1e-82ee-c7f46ad0f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.520740 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0376c1c8-d92b-4556-8d5d-083d471b7180 req-f9ef2941-e061-449c-bcf4-1a86d400888b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244397 Mar 29 15:39:26.606474 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20070d-2940-4a1e-82ee-c7f46ad0f71f None None] Pushing event updated for resources: {'Port': ['ID=e13709da-aded-402f-858a-cf1d41a8ab87,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:26.631676 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] Set router 337219c3-eabd-45c9-b67d-417111cb2c99 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:26.634033 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Publish callbacks [] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.634171 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-5f21e2a3-0761-40d5-83a8-6ff995b7d8f1 None None] Provisioning complete for port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:26.634368 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f21e2a3-0761-40d5-83a8-6ff995b7d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.641282 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.690938 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 710294e8-99df-45ef-818f-8615890cd107 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:26.691317 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (710294e8-99df-45ef-818f-8615890cd107), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.729183 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543573'] for router_interface (337219c3-eabd-45c9-b67d-417111cb2c99), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.730941 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Pushing event updated for resources: {'Port': ['ID=68bc6068-d90c-4b6a-84e6-d9b849aa3fcb,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:26.777374 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-5f21e2a3-0761-40d5-83a8-6ff995b7d8f1 None None] Port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:39:26.841171 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-5f21e2a3-0761-40d5-83a8-6ff995b7d8f1 None None] Provisioning complete for port bb0657bf-3f31-468a-a50c-0703928a03ec triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:26.841630 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f21e2a3-0761-40d5-83a8-6ff995b7d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:26.851608 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Network 1b656311-aa00-4136-a323-575f0a7102af is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:26.853235 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:26.966804 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 710294e8-99df-45ef-818f-8615890cd107 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:26.969017 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device bb0657bf-3f31-468a-a50c-0703928a03ec up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:27.016581 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Router 337219c3-eabd-45c9-b67d-417111cb2c99 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:39:27.085327 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-5f21e2a3-0761-40d5-83a8-6ff995b7d8f1 None None] Current status of the port bb0657bf-3f31-468a-a50c-0703928a03ec is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:27.117082 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port bb0657bf-3f31-468a-a50c-0703928a03ec triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:27.117442 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:27.157104 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'name': 'tempest-TestVolumeBootPattern-1770431303-router', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 4, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'gw_port': {'id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '68bc6068-d90c-4b6a-84e6-d9b849aa3fcb', 'name': '', 'network_id': '1b656311-aa00-4136-a323-575f0a7102af', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'mac_address': 'fa:16:3e:a4:27:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4731835b-fbbb-4e8e-8b4a-237f2461081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:25Z', 'updated_at': '2022-03-29T15:39:25Z', 'revision_number': 1, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'subnets': [{'id': '4731835b-fbbb-4e8e-8b4a-237f2461081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:27.190198 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f6ab32-d7dc-4386-a71f-b399ed2b082f None None] The sync data for ids ['337219c3-eabd-45c9-b67d-417111cb2c99'] in dv-cinder-790535-36-iscsi is: [{'id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'name': 'tempest-TestVolumeBootPattern-1770431303-router', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 4, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'gw_port': {'id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '68bc6068-d90c-4b6a-84e6-d9b849aa3fcb', 'name': '', 'network_id': '1b656311-aa00-4136-a323-575f0a7102af', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'mac_address': 'fa:16:3e:a4:27:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4731835b-fbbb-4e8e-8b4a-237f2461081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:25Z', 'updated_at': '2022-03-29T15:39:25Z', 'revision_number': 1, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'subnets': [{'id': '4731835b-fbbb-4e8e-8b4a-237f2461081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:27.219281 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:27.221042 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-8d2f7c56-e084-49d5-ae2e-3a34e4a1d067 None None] Provisioning complete for port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:27.221416 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8d2f7c56-e084-49d5-ae2e-3a34e4a1d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:27.228468 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-7586c572-499f-4ce4-b739-c818d2cadc1b admin admin] 10.222.0.18 "PUT /v2.0/routers/337219c3-eabd-45c9-b67d-417111cb2c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3255160 Mar 29 15:39:27.284378 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f7c56-e084-49d5-ae2e-3a34e4a1d067 None None] Port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:39:27.291859 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port bb0657bf-3f31-468a-a50c-0703928a03ec is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:27.292988 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device e13709da-aded-402f-858a-cf1d41a8ab87 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:27.344202 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port e13709da-aded-402f-858a-cf1d41a8ab87 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:27.344584 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:27.601070 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port e13709da-aded-402f-858a-cf1d41a8ab87 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:27.767763 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54950) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:27.772317 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-6ea139e8-772f-45eb-8e6a-066d31c567bd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749592482', 'description': 'tempest-secgroup-smoke-1749592482 description', 'project_id': '956bf10215394e4b80deac5895e5cbf1'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:27.791904 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ea139e8-772f-45eb-8e6a-066d31c567bd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:27.864970 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ea139e8-772f-45eb-8e6a-066d31c567bd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group (a0afc5fb-0d6d-433f-85bd-de782b39073e), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:27.869687 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ea139e8-772f-45eb-8e6a-066d31c567bd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (a0afc5fb-0d6d-433f-85bd-de782b39073e), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:27.901326 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ea139e8-772f-45eb-8e6a-066d31c567bd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:27.906446 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-6ea139e8-772f-45eb-8e6a-066d31c567bd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1343381 Mar 29 15:39:27.906697 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54952) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:27.911143 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-516f8f6a-4a1a-4cc7-86dd-a1e2ef2087cd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Request body: {'security_group_rule': {'security_group_id': 'a0afc5fb-0d6d-433f-85bd-de782b39073e', 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:27.912365 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea139e8-772f-45eb-8e6a-066d31c567bd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0afc5fb-0d6d-433f-85bd-de782b39073e,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:27.946947 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516f8f6a-4a1a-4cc7-86dd-a1e2ef2087cd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (007d7507-10ae-45ae-8bfd-c93c5c38c1eb), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.008451 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516f8f6a-4a1a-4cc7-86dd-a1e2ef2087cd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (007d7507-10ae-45ae-8bfd-c93c5c38c1eb), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.012297 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516f8f6a-4a1a-4cc7-86dd-a1e2ef2087cd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (007d7507-10ae-45ae-8bfd-c93c5c38c1eb), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.030579 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f8f6a-4a1a-4cc7-86dd-a1e2ef2087cd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007d7507-10ae-45ae-8bfd-c93c5c38c1eb,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:28.037220 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516f8f6a-4a1a-4cc7-86dd-a1e2ef2087cd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.038385 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-516f8f6a-4a1a-4cc7-86dd-a1e2ef2087cd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306918 Mar 29 15:39:28.041094 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 54954) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:28.046743 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-57c1a6eb-01b3-4c33-bd64-64b2006bccca tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Request body: {'security_group_rule': {'security_group_id': 'a0afc5fb-0d6d-433f-85bd-de782b39073e', 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:28.070235 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57c1a6eb-01b3-4c33-bd64-64b2006bccca tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (d843fb2c-87e5-43cc-990e-de0734149a4d), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.129321 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57c1a6eb-01b3-4c33-bd64-64b2006bccca tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (d843fb2c-87e5-43cc-990e-de0734149a4d), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.138521 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57c1a6eb-01b3-4c33-bd64-64b2006bccca tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (d843fb2c-87e5-43cc-990e-de0734149a4d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.153560 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1a6eb-01b3-4c33-bd64-64b2006bccca tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d843fb2c-87e5-43cc-990e-de0734149a4d,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:28.159642 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57c1a6eb-01b3-4c33-bd64-64b2006bccca tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.163612 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54958) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:28.164114 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-57c1a6eb-01b3-4c33-bd64-64b2006bccca tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217494 Mar 29 15:39:28.168983 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-e1f2b95d-382f-46a6-9f5c-a2497f6e3b21 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Request body: {'security_group_rule': {'security_group_id': 'a0afc5fb-0d6d-433f-85bd-de782b39073e', 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:28.195251 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b95d-382f-46a6-9f5c-a2497f6e3b21 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (52ad0d5a-f67a-4172-b458-d326c9a2acdd), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.251730 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b95d-382f-46a6-9f5c-a2497f6e3b21 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (52ad0d5a-f67a-4172-b458-d326c9a2acdd), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.255684 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b95d-382f-46a6-9f5c-a2497f6e3b21 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (52ad0d5a-f67a-4172-b458-d326c9a2acdd), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.271733 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2b95d-382f-46a6-9f5c-a2497f6e3b21 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ad0d5a-f67a-4172-b458-d326c9a2acdd,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:28.283754 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b95d-382f-46a6-9f5c-a2497f6e3b21 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.284970 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-e1f2b95d-382f-46a6-9f5c-a2497f6e3b21 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194153 Mar 29 15:39:28.287619 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54960) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:28.291834 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-00072d82-0ad9-46d8-af1b-d67c83f313a6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Request body: {'security_group_rule': {'security_group_id': 'a0afc5fb-0d6d-433f-85bd-de782b39073e', 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:28.314319 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device e13709da-aded-402f-858a-cf1d41a8ab87 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:28.318565 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-00072d82-0ad9-46d8-af1b-d67c83f313a6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (2f56a4c1-ab0b-486b-b26d-2cf6aa3afa14), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.363687 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port e13709da-aded-402f-858a-cf1d41a8ab87 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:28.364061 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.377335 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-00072d82-0ad9-46d8-af1b-d67c83f313a6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (2f56a4c1-ab0b-486b-b26d-2cf6aa3afa14), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.382576 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-00072d82-0ad9-46d8-af1b-d67c83f313a6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (2f56a4c1-ab0b-486b-b26d-2cf6aa3afa14), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.401600 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00072d82-0ad9-46d8-af1b-d67c83f313a6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f56a4c1-ab0b-486b-b26d-2cf6aa3afa14,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:28.411330 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-00072d82-0ad9-46d8-af1b-d67c83f313a6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.412508 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-00072d82-0ad9-46d8-af1b-d67c83f313a6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239791 Mar 29 15:39:28.415252 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54962) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:28.419791 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-047cb87b-790e-4856-9ef0-f9ab905c45de tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Request body: {'security_group_rule': {'security_group_id': 'a0afc5fb-0d6d-433f-85bd-de782b39073e', 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:28.443257 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.securitygroups_db [None req-047cb87b-790e-4856-9ef0-f9ab905c45de tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Project 956bf10215394e4b80deac5895e5cbf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:39:28.447187 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port e13709da-aded-402f-858a-cf1d41a8ab87 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:28.448139 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-047cb87b-790e-4856-9ef0-f9ab905c45de tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (e15b1d22-1d3d-452e-9bc0-340c03475476), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.507319 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-047cb87b-790e-4856-9ef0-f9ab905c45de tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (e15b1d22-1d3d-452e-9bc0-340c03475476), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.510997 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-047cb87b-790e-4856-9ef0-f9ab905c45de tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (e15b1d22-1d3d-452e-9bc0-340c03475476), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.528546 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cb87b-790e-4856-9ef0-f9ab905c45de tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15b1d22-1d3d-452e-9bc0-340c03475476,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:28.536494 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-047cb87b-790e-4856-9ef0-f9ab905c45de tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.537858 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-047cb87b-790e-4856-9ef0-f9ab905c45de tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215839 Mar 29 15:39:28.540390 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 54964) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:28.544586 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-86a0071b-8ad0-46d9-a197-21119658e472 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Request body: {'security_group_rule': {'security_group_id': 'a0afc5fb-0d6d-433f-85bd-de782b39073e', 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:28.563070 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.securitygroups_db [None req-86a0071b-8ad0-46d9-a197-21119658e472 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Project 956bf10215394e4b80deac5895e5cbf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:39:28.567848 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-86a0071b-8ad0-46d9-a197-21119658e472 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (e53c4585-e805-46ab-8c9a-e66cd2cf403a), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.629468 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-86a0071b-8ad0-46d9-a197-21119658e472 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (e53c4585-e805-46ab-8c9a-e66cd2cf403a), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.632899 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-86a0071b-8ad0-46d9-a197-21119658e472 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (e53c4585-e805-46ab-8c9a-e66cd2cf403a), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.651356 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0071b-8ad0-46d9-a197-21119658e472 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53c4585-e805-46ab-8c9a-e66cd2cf403a,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:28.662849 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-86a0071b-8ad0-46d9-a197-21119658e472 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:28.663559 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-86a0071b-8ad0-46d9-a197-21119658e472 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221919 Mar 29 15:39:30.347268 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Sync routers for ids ['337219c3-eabd-45c9-b67d-417111cb2c99'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:30.358159 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Routers {'337219c3-eabd-45c9-b67d-417111cb2c99'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:30.358784 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['337219c3-eabd-45c9-b67d-417111cb2c99'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:30.365586 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device e9bda414-3438-469d-a00f-4adc1782a598 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:30.424115 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port e9bda414-3438-469d-a00f-4adc1782a598 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:30.425241 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (e9bda414-3438-469d-a00f-4adc1782a598), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:30.477904 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Set router 337219c3-eabd-45c9-b67d-417111cb2c99 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:30.506942 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port e9bda414-3438-469d-a00f-4adc1782a598 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:30.507239 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e9bda414-3438-469d-a00f-4adc1782a598), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:30.531636 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port e9bda414-3438-469d-a00f-4adc1782a598, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=e9bda414-3438-469d-a00f-4adc1782a598,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:30.536219 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (e9bda414-3438-469d-a00f-4adc1782a598), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:30.589973 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=e9bda414-3438-469d-a00f-4adc1782a598,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:30.675922 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'name': 'tempest-TestVolumeBootPattern-1770431303-router', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 4, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'gw_port': {'id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '68bc6068-d90c-4b6a-84e6-d9b849aa3fcb', 'name': '', 'network_id': '1b656311-aa00-4136-a323-575f0a7102af', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'mac_address': 'fa:16:3e:a4:27:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4731835b-fbbb-4e8e-8b4a-237f2461081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:25Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 2, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'subnets': [{'id': '4731835b-fbbb-4e8e-8b4a-237f2461081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:30.707280 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Checking router: 337219c3-eabd-45c9-b67d-417111cb2c99 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:30.707627 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Updating router 337219c3-eabd-45c9-b67d-417111cb2c99 port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb binding host dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:39:30.735740 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:30.998556 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Publish callbacks [] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:31.004082 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:31.058306 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59509108-8719-4e2a-862d-fffbb66b61c8 None None] Pushing event updated for resources: {'Port': ['ID=68bc6068-d90c-4b6a-84e6-d9b849aa3fcb,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:31.111889 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Attempting to bind port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:39:31.112257 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Attempting to bind port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'e0299e66-c830-4c10-a98a-cbc031db6605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1b656311-aa00-4136-a323-575f0a7102af'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:39:31.112617 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Attempting to bind port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb on network 1b656311-aa00-4136-a323-575f0a7102af {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:31.118192 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:31.118565 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Checking segment: {'id': 'e0299e66-c830-4c10-a98a-cbc031db6605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1b656311-aa00-4136-a323-575f0a7102af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:31.118961 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:31.119361 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Bound using segment: {'id': 'e0299e66-c830-4c10-a98a-cbc031db6605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1b656311-aa00-4136-a323-575f0a7102af'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:31.119844 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Bound port: 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0299e66-c830-4c10-a98a-cbc031db6605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1b656311-aa00-4136-a323-575f0a7102af'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:39:31.120219 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:31.194090 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] For port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:31.197500 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] For port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=68bc6068-d90c-4b6a-84e6-d9b849aa3fcb,segment=NetworkSegment(e0299e66-c830-4c10-a98a-cbc031db6605),segment_id=e0299e66-c830-4c10-a98a-cbc031db6605)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:31.206603 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:31.267311 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Routers {'337219c3-eabd-45c9-b67d-417111cb2c99'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:31.267311 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['337219c3-eabd-45c9-b67d-417111cb2c99'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:31.304232 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59509108-8719-4e2a-862d-fffbb66b61c8 None None] Pushing event updated for resources: {'Port': ['ID=68bc6068-d90c-4b6a-84e6-d9b849aa3fcb,revision_number=4']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:31.335375 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d4cfeb0e-54c5-49cf-a3d9-408ac8a34b9d None None] Provisioning complete for port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:31.335753 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d4cfeb0e-54c5-49cf-a3d9-408ac8a34b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:31.399682 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] Set router 337219c3-eabd-45c9-b67d-417111cb2c99 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:31.429649 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d4cfeb0e-54c5-49cf-a3d9-408ac8a34b9d None None] Current status of the port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:31.430687 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d4cfeb0e-54c5-49cf-a3d9-408ac8a34b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:31.468336 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d4cfeb0e-54c5-49cf-a3d9-408ac8a34b9d None None] For port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=68bc6068-d90c-4b6a-84e6-d9b849aa3fcb,segment=NetworkSegment(e0299e66-c830-4c10-a98a-cbc031db6605),segment_id=e0299e66-c830-4c10-a98a-cbc031db6605)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:31.473718 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d4cfeb0e-54c5-49cf-a3d9-408ac8a34b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:31.529647 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfeb0e-54c5-49cf-a3d9-408ac8a34b9d None None] Pushing event updated for resources: {'Port': ['ID=68bc6068-d90c-4b6a-84e6-d9b849aa3fcb,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:31.601078 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-c3d3b864-237b-4ee4-8283-83c0443c815b None None] Provisioning complete for port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:31.601464 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b864-237b-4ee4-8283-83c0443c815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:31.682486 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3b864-237b-4ee4-8283-83c0443c815b None None] Current status of the port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:31.710877 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'name': 'tempest-TestVolumeBootPattern-1770431303-router', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 4, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'gw_port': {'id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '68bc6068-d90c-4b6a-84e6-d9b849aa3fcb', 'name': '', 'network_id': '1b656311-aa00-4136-a323-575f0a7102af', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'mac_address': 'fa:16:3e:a4:27:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4731835b-fbbb-4e8e-8b4a-237f2461081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:25Z', 'updated_at': '2022-03-29T15:39:31Z', 'revision_number': 4, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'subnets': [{'id': '4731835b-fbbb-4e8e-8b4a-237f2461081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:31.737190 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a94809-55ce-435b-ba5a-78784287b640 None None] The sync data for ids ['337219c3-eabd-45c9-b67d-417111cb2c99'] in dv-cinder-790535-36-iscsi is: [{'id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'name': 'tempest-TestVolumeBootPattern-1770431303-router', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 4, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'gw_port': {'id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '68bc6068-d90c-4b6a-84e6-d9b849aa3fcb', 'name': '', 'network_id': '1b656311-aa00-4136-a323-575f0a7102af', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'mac_address': 'fa:16:3e:a4:27:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4731835b-fbbb-4e8e-8b4a-237f2461081b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:25Z', 'updated_at': '2022-03-29T15:39:31Z', 'revision_number': 4, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'subnets': [{'id': '4731835b-fbbb-4e8e-8b4a-237f2461081b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:32.325750 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device e9bda414-3438-469d-a00f-4adc1782a598 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:32.379221 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port e9bda414-3438-469d-a00f-4adc1782a598 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:32.379596 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (e9bda414-3438-469d-a00f-4adc1782a598), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:32.458515 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port e9bda414-3438-469d-a00f-4adc1782a598 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:32.459659 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:32.507398 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:32.507794 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:32.585669 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:34.023275 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 55086) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:34.136877 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1854f1d0-c871-452e-9324-be133dd67106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:34.213695 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1854f1d0-c871-452e-9324-be133dd67106 admin admin] Publish callbacks [] for security_group (35a2e61e-3d16-4942-8086-43a75beab5df), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:34.219852 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1854f1d0-c871-452e-9324-be133dd67106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (35a2e61e-3d16-4942-8086-43a75beab5df), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:34.263402 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-1854f1d0-c871-452e-9324-be133dd67106 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f96b405dc6341f3ae52830e4f71aee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390547 Mar 29 15:39:34.264255 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854f1d0-c871-452e-9324-be133dd67106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a2e61e-3d16-4942-8086-43a75beab5df,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:34.266760 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55090) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:34.317499 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7a12dd6-ebbc-4237-9653-ce37bcc235dc admin admin] Publish callbacks [] for security_group (35a2e61e-3d16-4942-8086-43a75beab5df), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:34.339318 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7a12dd6-ebbc-4237-9653-ce37bcc235dc admin admin] Publish callbacks [] for security_group (35a2e61e-3d16-4942-8086-43a75beab5df), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:34.386699 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7a12dd6-ebbc-4237-9653-ce37bcc235dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (35a2e61e-3d16-4942-8086-43a75beab5df), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:34.389301 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7a12dd6-ebbc-4237-9653-ce37bcc235dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:34.390439 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-e7a12dd6-ebbc-4237-9653-ce37bcc235dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35a2e61e-3d16-4942-8086-43a75beab5df HTTP/1.1" status: 204 len: 168 time: 0.1225245 Mar 29 15:39:34.397965 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a12dd6-ebbc-4237-9653-ce37bcc235dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a2e61e-3d16-4942-8086-43a75beab5df,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:35.391807 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 55124) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:35.499497 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-533bf7e7-3e0d-48de-9b24-f34bf1514d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:35.582341 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-533bf7e7-3e0d-48de-9b24-f34bf1514d4b admin admin] Publish callbacks [] for security_group (bf813ba1-c098-45a0-b827-84cae37c7638), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:35.586310 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-533bf7e7-3e0d-48de-9b24-f34bf1514d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (bf813ba1-c098-45a0-b827-84cae37c7638), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:35.624236 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-533bf7e7-3e0d-48de-9b24-f34bf1514d4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a1c370eb4be4adeb2a8888328de683b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313535 Mar 29 15:39:35.625350 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bf7e7-3e0d-48de-9b24-f34bf1514d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf813ba1-c098-45a0-b827-84cae37c7638,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:35.627448 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55132) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:35.676742 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30e9e37f-ca05-4b62-9636-9a9d308dcd2e admin admin] Publish callbacks [] for security_group (bf813ba1-c098-45a0-b827-84cae37c7638), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:35.697329 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30e9e37f-ca05-4b62-9636-9a9d308dcd2e admin admin] Publish callbacks [] for security_group (bf813ba1-c098-45a0-b827-84cae37c7638), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:35.744338 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30e9e37f-ca05-4b62-9636-9a9d308dcd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (bf813ba1-c098-45a0-b827-84cae37c7638), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:35.747103 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30e9e37f-ca05-4b62-9636-9a9d308dcd2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:35.748255 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-30e9e37f-ca05-4b62-9636-9a9d308dcd2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf813ba1-c098-45a0-b827-84cae37c7638 HTTP/1.1" status: 204 len: 168 time: 0.1198273 Mar 29 15:39:35.756478 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9e37f-ca05-4b62-9636-9a9d308dcd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf813ba1-c098-45a0-b827-84cae37c7638,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:36.395060 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55154) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:36.492584 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1054377221-network', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:36.514417 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Made reservation on behalf of 7ddd17786b9642baa6ccb2551de32418 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:36.517416 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:36.525774 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:36.603709 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Publish callbacks [] for security_group (cc9514b9-d4ef-4674-93a5-515ebc9394b2), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:36.607498 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (cc9514b9-d4ef-4674-93a5-515ebc9394b2), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:36.627647 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:39:36.646550 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (c1938a61-eb9e-48ae-a521-fa5bbda83403), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:36.646795 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.segments_db [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Added segment c1938a61-eb9e-48ae-a521-fa5bbda83403 of type vlan for network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 Mar 29 15:39:36.648153 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9514b9-d4ef-4674-93a5-515ebc9394b2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:36.694219 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (50b9fd84-bbaa-4971-8d51-e7693ee3ef92), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:36.717832 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (50b9fd84-bbaa-4971-8d51-e7693ee3ef92), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:36.718788 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:36.720020 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:36.781737 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3854396 Mar 29 15:39:36.785315 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55162) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:36.790503 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-82ea735e-9176-468b-8082-f044befefae3 admin admin] Request body: {'subnet': {'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1054377221-subnet', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:36.801890 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459b92e-aeea-46b5-9315-7f86c07b5978 admin admin] Pushing event updated for resources: {'Network': ['ID=50b9fd84-bbaa-4971-8d51-e7693ee3ef92,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:36.811726 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:39:36.814199 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ea735e-9176-468b-8082-f044befefae3 admin admin] Made reservation on behalf of 7ddd17786b9642baa6ccb2551de32418 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:36.816474 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82ea735e-9176-468b-8082-f044befefae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496375'] for subnet (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:36.982869 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82ea735e-9176-468b-8082-f044befefae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25410716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496353'] for subnet (f1633903-b4d6-43e4-bddf-2bbfd1d28f1c), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.040004 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea735e-9176-468b-8082-f044befefae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1633903-b4d6-43e4-bddf-2bbfd1d28f1c,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:37.048821 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ea735e-9176-468b-8082-f044befefae3 admin admin] Checking segment: {'id': 'c1938a61-eb9e-48ae-a521-fa5bbda83403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:37.049281 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea735e-9176-468b-8082-f044befefae3 admin admin] Network hostable DHCP agents. Network: 50b9fd84-bbaa-4971-8d51-e7693ee3ef92, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:39:37.068910 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea735e-9176-468b-8082-f044befefae3 admin admin] Network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:39:37.077516 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-82ea735e-9176-468b-8082-f044befefae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, 50b9fd84-bbaa-4971-8d51-e7693ee3ef92) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:37.082167 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea735e-9176-468b-8082-f044befefae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:37.082859 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82ea735e-9176-468b-8082-f044befefae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.086949 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91358385-5798-431e-868a-cdcc10b05823 None None] Network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:39:37.104563 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-82ea735e-9176-468b-8082-f044befefae3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3180387 Mar 29 15:39:37.107177 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55164) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:37.111532 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:37.132242 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7344'] for router (ed775ef6-e825-4168-8b5b-ad8278413925), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.133373 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7353'] for router (ed775ef6-e825-4168-8b5b-ad8278413925), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.186334 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Publish callbacks [] for router_controller (ed775ef6-e825-4168-8b5b-ad8278413925), precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.199077 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7187af73-edd7-5929-ac62-d07c35f67c25-50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'fixed_ips': [{'subnet_id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c'}]}} from dv-cinder-790535-36-iscsi. {{(pid=103132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:39:37.200034 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.336889 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Allocated IP 172.20.0.2 (50b9fd84-bbaa-4971-8d51-e7693ee3ef92/f1633903-b4d6-43e4-bddf-2bbfd1d28f1c/92872459-5951-44b6-9889-a2dc26082391) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:37.493146 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Publish callbacks [] for port (92872459-5951-44b6-9889-a2dc26082391), precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.499879 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (92872459-5951-44b6-9889-a2dc26082391), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.536191 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:37.539137 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:37.545104 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:37.551053 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Pushing event updated for resources: {'Port': ['ID=92872459-5951-44b6-9889-a2dc26082391,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:37.601128 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Publish callbacks [] for router_gateway (ed775ef6-e825-4168-8b5b-ad8278413925), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.613651 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Attempting to bind port 92872459-5951-44b6-9889-a2dc26082391 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:39:37.614027 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Attempting to bind port 92872459-5951-44b6-9889-a2dc26082391 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'c1938a61-eb9e-48ae-a521-fa5bbda83403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:39:37.614387 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Attempting to bind port 92872459-5951-44b6-9889-a2dc26082391 on network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:37.628459 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:37.628973 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Checking segment: {'id': 'c1938a61-eb9e-48ae-a521-fa5bbda83403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:37.629488 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.629917 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Bound using segment: {'id': 'c1938a61-eb9e-48ae-a521-fa5bbda83403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:37.630487 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Bound port: 92872459-5951-44b6-9889-a2dc26082391, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1938a61-eb9e-48ae-a521-fa5bbda83403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:39:37.630868 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (92872459-5951-44b6-9889-a2dc26082391), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.701494 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] For port 92872459-5951-44b6-9889-a2dc26082391, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:37.712365 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] For port 92872459-5951-44b6-9889-a2dc26082391, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=92872459-5951-44b6-9889-a2dc26082391,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:37.718941 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (92872459-5951-44b6-9889-a2dc26082391), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.778199 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994c403-fce2-48ed-adfa-f8a7b26a7577 None None] Pushing event updated for resources: {'Port': ['ID=92872459-5951-44b6-9889-a2dc26082391,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:37.835868 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Publish callbacks [] for router_gateway (ed775ef6-e825-4168-8b5b-ad8278413925), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.857188 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:37.977926 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Allocated IP 172.27.0.183 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/19b57cd5-f6ba-4e6f-a8e9-96b65574459f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:38.101631 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Publish callbacks [] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:38.135812 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:38.175078 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:38.177988 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:38.180392 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:38.211134 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Pushing event updated for resources: {'Port': ['ID=19b57cd5-f6ba-4e6f-a8e9-96b65574459f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:38.340302 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 92872459-5951-44b6-9889-a2dc26082391 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:38.394700 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 92872459-5951-44b6-9889-a2dc26082391 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:38.395075 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (92872459-5951-44b6-9889-a2dc26082391), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:38.459923 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Publish callbacks [] for router_gateway (ed775ef6-e825-4168-8b5b-ad8278413925), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:38.478359 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 92872459-5951-44b6-9889-a2dc26082391 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:38.478747 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (92872459-5951-44b6-9889-a2dc26082391), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:38.520306 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port 92872459-5951-44b6-9889-a2dc26082391, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=92872459-5951-44b6-9889-a2dc26082391,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:38.524850 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (92872459-5951-44b6-9889-a2dc26082391), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:38.582833 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=92872459-5951-44b6-9889-a2dc26082391,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:38.590134 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.590479 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.590818 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.591170 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.591488 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.591812 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.592134 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.592453 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.592776 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.593122 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.593512 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.593998 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.594913 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.596969 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.596969 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:38.688690 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544022'] for router (ed775ef6-e825-4168-8b5b-ad8278413925), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:38.769802 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43a3b80-cc87-455c-aff3-9899d6aaabd2 None None] Network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:39:38.832408 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Router ed775ef6-e825-4168-8b5b-ad8278413925 is scheduled to L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:39:38.879255 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-a10178d0-214a-478a-895e-7c36bf13dde1 None None] Provisioning complete for port 92872459-5951-44b6-9889-a2dc26082391 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:38.879630 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a10178d0-214a-478a-895e-7c36bf13dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (92872459-5951-44b6-9889-a2dc26082391), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:38.949567 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:38.963656 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Sync routers for ids ['ed775ef6-e825-4168-8b5b-ad8278413925'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:38.969970 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:38.971547 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-a91a3bea-9224-4db4-a632-e3c0e9a676a5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8632822 Mar 29 15:39:38.981521 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55174) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:38.983573 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Routers {'ed775ef6-e825-4168-8b5b-ad8278413925'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:38.984230 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['ed775ef6-e825-4168-8b5b-ad8278413925'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:39.061571 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a10178d0-214a-478a-895e-7c36bf13dde1 None None] Current status of the port 92872459-5951-44b6-9889-a2dc26082391 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:39.119729 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Set router ed775ef6-e825-4168-8b5b-ad8278413925 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:39.232492 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-9bdc226b-fc91-4911-8c38-12b6b07e5e99 None None] Provisioning complete for port 92872459-5951-44b6-9889-a2dc26082391 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:39.232774 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9bdc226b-fc91-4911-8c38-12b6b07e5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (92872459-5951-44b6-9889-a2dc26082391), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:39.373871 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc226b-fc91-4911-8c38-12b6b07e5e99 None None] Current status of the port 92872459-5951-44b6-9889-a2dc26082391 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:39.381186 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:38Z', 'revision_number': 3, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port': {'id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:50:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:39.407515 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Checking router: ed775ef6-e825-4168-8b5b-ad8278413925 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:39.407860 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Updating router ed775ef6-e825-4168-8b5b-ad8278413925 port 19b57cd5-f6ba-4e6f-a8e9-96b65574459f binding host dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:39:39.425856 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:39.440812 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:39.587289 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Allocated IP 172.20.0.1 (50b9fd84-bbaa-4971-8d51-e7693ee3ef92/f1633903-b4d6-43e4-bddf-2bbfd1d28f1c/428bc015-30ac-48c0-9df5-0f7dba3bcf03) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:39.706482 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Publish callbacks [] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:39.751535 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:39.791455 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:39.799022 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:39.803772 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:39.807233 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Pushing event updated for resources: {'Port': ['ID=428bc015-30ac-48c0-9df5-0f7dba3bcf03,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:39.836895 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Publish callbacks [] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:39.846273 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:39.850683 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543681'] for router_interface (ed775ef6-e825-4168-8b5b-ad8278413925), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:39.903392 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Attempting to bind port 19b57cd5-f6ba-4e6f-a8e9-96b65574459f on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:39:39.904148 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Attempting to bind port 19b57cd5-f6ba-4e6f-a8e9-96b65574459f by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:39:39.904148 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Attempting to bind port 19b57cd5-f6ba-4e6f-a8e9-96b65574459f on network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:39.906077 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92729bbb-bc32-457b-9755-4b4a889ca33f None None] Pushing event updated for resources: {'Port': ['ID=19b57cd5-f6ba-4e6f-a8e9-96b65574459f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:39.912257 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:39.912642 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Checking segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:39.913071 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:39.913464 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Bound using segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:39.913934 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Bound port: 19b57cd5-f6ba-4e6f-a8e9-96b65574459f, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:39:39.914316 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:39.972465 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] For port 19b57cd5-f6ba-4e6f-a8e9-96b65574459f, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:39.976196 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] For port 19b57cd5-f6ba-4e6f-a8e9-96b65574459f, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=19b57cd5-f6ba-4e6f-a8e9-96b65574459f,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:39.985696 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:40.008608 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:40.054250 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Routers {'ed775ef6-e825-4168-8b5b-ad8278413925'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:40.054887 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['ed775ef6-e825-4168-8b5b-ad8278413925'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:40.057849 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92729bbb-bc32-457b-9755-4b4a889ca33f None None] Pushing event updated for resources: {'Port': ['ID=19b57cd5-f6ba-4e6f-a8e9-96b65574459f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:40.074403 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:39:40.160342 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-2f167c94-e9e3-4dbe-9f93-b3cf6a20624c None None] Provisioning complete for port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:40.160719 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f167c94-e9e3-4dbe-9f93-b3cf6a20624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:40.187392 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Publish callbacks [] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:40.192693 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403429'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:40.211976 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-2f167c94-e9e3-4dbe-9f93-b3cf6a20624c None None] Port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:39:40.214376 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] Set router ed775ef6-e825-4168-8b5b-ad8278413925 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:40.259723 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543573'] for router_interface (ed775ef6-e825-4168-8b5b-ad8278413925), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:40.261626 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Pushing event updated for resources: {'Port': ['ID=428bc015-30ac-48c0-9df5-0f7dba3bcf03,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:40.336671 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 92872459-5951-44b6-9889-a2dc26082391 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:40.365998 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:40.367520 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:40.441240 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 92872459-5951-44b6-9889-a2dc26082391 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:40.441719 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (92872459-5951-44b6-9889-a2dc26082391), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:40.495249 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 4, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port': {'id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:50:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '428bc015-30ac-48c0-9df5-0f7dba3bcf03', 'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'mac_address': 'fa:16:3e:d4:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:39Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 1, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'subnets': [{'id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:40.499353 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Router ed775ef6-e825-4168-8b5b-ad8278413925 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:39:40.524945 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a2762-7258-441a-9d89-a4ca0fccdba3 None None] The sync data for ids ['ed775ef6-e825-4168-8b5b-ad8278413925'] in dv-cinder-790535-36-iscsi is: [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 4, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port': {'id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:50:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '428bc015-30ac-48c0-9df5-0f7dba3bcf03', 'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'mac_address': 'fa:16:3e:d4:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:39Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 1, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'subnets': [{'id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:40.573792 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 92872459-5951-44b6-9889-a2dc26082391 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:40.635958 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-bfe30d87-b2e5-46a7-b60e-eb9dec872701 None None] Provisioning complete for port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:40.636450 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bfe30d87-b2e5-46a7-b60e-eb9dec872701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:40.678714 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-bfe30d87-b2e5-46a7-b60e-eb9dec872701 None None] Port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:39:40.896257 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:40.901620 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-8a587a9f-63d0-4e2e-befb-b4fdc252d6bd admin admin] 10.222.0.18 "PUT /v2.0/routers/ed775ef6-e825-4168-8b5b-ad8278413925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9186013 Mar 29 15:39:41.429936 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 55198) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:41.434791 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1272976608-network', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:41.454826 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Made reservation on behalf of a5de0322f2164f2291a3227311ffbf0d for: {'network': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:41.457161 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for network (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:41.467986 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:41.548548 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Publish callbacks [] for security_group (d473da11-1288-402b-bbe9-58417c6438d2), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:41.552430 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (d473da11-1288-402b-bbe9-58417c6438d2), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:41.578371 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:39:41.589115 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d473da11-1288-402b-bbe9-58417c6438d2,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:41.593795 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (c9a87623-3592-4644-9380-ecfe00fb0e53), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:41.594168 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.segments_db [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Added segment c9a87623-3592-4644-9380-ecfe00fb0e53 of type vlan for network 30e22db6-eee3-48a7-9bfc-5647cbe25392 Mar 29 15:39:41.605316 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.605672 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.606001 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.606339 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.606668 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.606993 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.607319 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.607640 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.607963 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.608291 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.608612 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.608947 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.609276 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.609618 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.609936 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:39:41.653421 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740146625338'] for network (30e22db6-eee3-48a7-9bfc-5647cbe25392), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:41.681567 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390'] for network (30e22db6-eee3-48a7-9bfc-5647cbe25392), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:41.682530 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:41.683105 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:41.744451 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3108823 Mar 29 15:39:41.744669 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 55200) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:41.752197 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-dd3d5d84-f056-43a8-9f09-21e84b4d1970 admin admin] Request body: {'subnet': {'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1272976608-subnet', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'ip_version': 4}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:41.758266 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe20b5-50e0-4379-ab48-6cd2ec5d69b2 admin admin] Pushing event updated for resources: {'Network': ['ID=30e22db6-eee3-48a7-9bfc-5647cbe25392,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:41.770245 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Network 30e22db6-eee3-48a7-9bfc-5647cbe25392 details requested by agent ovs-agent-dv-cinder-790535-36-iscsi with host dv-cinder-790535-36-iscsi {{(pid=103132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:39:41.778176 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3d5d84-f056-43a8-9f09-21e84b4d1970 admin admin] Made reservation on behalf of a5de0322f2164f2291a3227311ffbf0d for: {'subnet': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:41.780654 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd3d5d84-f056-43a8-9f09-21e84b4d1970 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28877505'] for subnet (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:41.970529 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd3d5d84-f056-43a8-9f09-21e84b4d1970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28866328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28877527'] for subnet (c157017d-6b12-4256-b540-61971da04431), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.028097 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d5d84-f056-43a8-9f09-21e84b4d1970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c157017d-6b12-4256-b540-61971da04431,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:42.036577 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d5d84-f056-43a8-9f09-21e84b4d1970 admin admin] Checking segment: {'id': 'c9a87623-3592-4644-9380-ecfe00fb0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:42.036952 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3d5d84-f056-43a8-9f09-21e84b4d1970 admin admin] Network hostable DHCP agents. Network: 30e22db6-eee3-48a7-9bfc-5647cbe25392, hostable agents: ['3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd'], hosted agents: [] {{(pid=103131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:39:42.053566 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3d5d84-f056-43a8-9f09-21e84b4d1970 admin admin] Network 30e22db6-eee3-48a7-9bfc-5647cbe25392 is scheduled to be hosted by DHCP agent 3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd with binding_index 1 {{(pid=103131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:39:42.067792 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-dd3d5d84-f056-43a8-9f09-21e84b4d1970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-36-iscsi, 30e22db6-eee3-48a7-9bfc-5647cbe25392) {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:42.073082 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3d5d84-f056-43a8-9f09-21e84b4d1970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:42.075136 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd3d5d84-f056-43a8-9f09-21e84b4d1970 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.080704 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7038cf-d27b-49db-aff8-b2bc91231f84 None None] Network 30e22db6-eee3-48a7-9bfc-5647cbe25392 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:39:42.097402 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-dd3d5d84-f056-43a8-9f09-21e84b4d1970 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3513908 Mar 29 15:39:42.099810 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55206) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:42.107087 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1272976608-router', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:42.127717 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7344'] for router (894b42ec-bab8-4a6e-b9b8-9b014e15e246), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.129081 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7353'] for router (894b42ec-bab8-4a6e-b9b8-9b014e15e246), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.189553 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Publish callbacks [] for router_controller (894b42ec-bab8-4a6e-b9b8-9b014e15e246), precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.211104 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7187af73-edd7-5929-ac62-d07c35f67c25-30e22db6-eee3-48a7-9bfc-5647cbe25392', 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392', 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'fixed_ips': [{'subnet_id': 'c157017d-6b12-4256-b540-61971da04431'}]}} from dv-cinder-790535-36-iscsi. {{(pid=103132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:39:42.211989 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.348589 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Publish callbacks [] for router_gateway (894b42ec-bab8-4a6e-b9b8-9b014e15e246), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.362010 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 19b57cd5-f6ba-4e6f-a8e9-96b65574459f up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:42.402420 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.db_base_plugin_common [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Allocated IP 172.20.0.2 (30e22db6-eee3-48a7-9bfc-5647cbe25392/c157017d-6b12-4256-b540-61971da04431/5173b8a0-4c24-41fd-9455-9afa6957a8a3) {{(pid=103132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:42.490835 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 19b57cd5-f6ba-4e6f-a8e9-96b65574459f triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:42.491515 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.592301 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Publish callbacks [] for router_gateway (894b42ec-bab8-4a6e-b9b8-9b014e15e246), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.616825 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.634002 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-03fce3f6-291a-422e-978b-cdb88b4f9bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.656357 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Publish callbacks [] for port (5173b8a0-4c24-41fd-9455-9afa6957a8a3), precommit_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.660897 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 19b57cd5-f6ba-4e6f-a8e9-96b65574459f is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:42.661354 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.669339 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494'] for port (5173b8a0-4c24-41fd-9455-9afa6957a8a3), after_create {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.715824 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Network 30e22db6-eee3-48a7-9bfc-5647cbe25392 is already hosted by enough agents. {{(pid=103132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:42.717574 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port 19b57cd5-f6ba-4e6f-a8e9-96b65574459f, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=19b57cd5-f6ba-4e6f-a8e9-96b65574459f,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:42.721535 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.scheduler.base_scheduler [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Resources bound (agent type, host, resource id): {{(pid=103132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:42.723623 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Allocated IP 172.27.0.65 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/364faa47-8084-491a-bdb3-37b3d9e4adc7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:42.724138 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Received port after_create {{(pid=103132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:42.732722 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.747041 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Pushing event updated for resources: {'Port': ['ID=5173b8a0-4c24-41fd-9455-9afa6957a8a3,revision_number=1']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:42.775743 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Sync routers for ids ['ed775ef6-e825-4168-8b5b-ad8278413925'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:42.786012 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Routers {'ed775ef6-e825-4168-8b5b-ad8278413925'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:42.786615 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['ed775ef6-e825-4168-8b5b-ad8278413925'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:42.832491 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Attempting to bind port 5173b8a0-4c24-41fd-9455-9afa6957a8a3 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:39:42.833096 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Attempting to bind port 5173b8a0-4c24-41fd-9455-9afa6957a8a3 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'c9a87623-3592-4644-9380-ecfe00fb0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:39:42.833204 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Attempting to bind port 5173b8a0-4c24-41fd-9455-9afa6957a8a3 on network 30e22db6-eee3-48a7-9bfc-5647cbe25392 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:42.841823 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:42.842222 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Checking segment: {'id': 'c9a87623-3592-4644-9380-ecfe00fb0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:42.842618 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.843004 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Bound using segment: {'id': 'c9a87623-3592-4644-9380-ecfe00fb0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:42.843451 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Bound port: 5173b8a0-4c24-41fd-9455-9afa6957a8a3, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a87623-3592-4644-9380-ecfe00fb0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:39:42.843822 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (5173b8a0-4c24-41fd-9455-9afa6957a8a3), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.850574 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Publish callbacks [] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.857509 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=19b57cd5-f6ba-4e6f-a8e9-96b65574459f,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:42.894377 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.904446 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Set router ed775ef6-e825-4168-8b5b-ad8278413925 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:42.913237 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] For port 5173b8a0-4c24-41fd-9455-9afa6957a8a3, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:42.916695 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] For port 5173b8a0-4c24-41fd-9455-9afa6957a8a3, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=5173b8a0-4c24-41fd-9455-9afa6957a8a3,segment=NetworkSegment(c9a87623-3592-4644-9380-ecfe00fb0e53),segment_id=c9a87623-3592-4644-9380-ecfe00fb0e53)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:42.932877 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (5173b8a0-4c24-41fd-9455-9afa6957a8a3), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:42.947411 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:42.950502 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:42.954882 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:42.995681 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Pushing event updated for resources: {'Port': ['ID=364faa47-8084-491a-bdb3-37b3d9e4adc7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:43.042432 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6dff9-f129-4bfb-a7d2-464a94d8fd7e None None] Pushing event updated for resources: {'Port': ['ID=5173b8a0-4c24-41fd-9455-9afa6957a8a3,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:43.142197 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 4, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port': {'id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '428bc015-30ac-48c0-9df5-0f7dba3bcf03', 'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'mac_address': 'fa:16:3e:d4:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:39Z', 'updated_at': '2022-03-29T15:39:40Z', 'revision_number': 2, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'subnets': [{'id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:43.169017 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Checking router: ed775ef6-e825-4168-8b5b-ad8278413925 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:43.169372 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Updating router ed775ef6-e825-4168-8b5b-ad8278413925 port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 binding host dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:39:43.207566 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:43.286225 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Publish callbacks [] for router_gateway (894b42ec-bab8-4a6e-b9b8-9b014e15e246), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:43.480004 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Publish callbacks [] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:43.486039 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:43.497550 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544022'] for router (894b42ec-bab8-4a6e-b9b8-9b014e15e246), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:43.565877 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae754e8d-c3f9-4a28-b634-8bf119982177 None None] Pushing event updated for resources: {'Port': ['ID=428bc015-30ac-48c0-9df5-0f7dba3bcf03,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:43.619531 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Attempting to bind port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:39:43.619909 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Attempting to bind port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'c1938a61-eb9e-48ae-a521-fa5bbda83403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:39:43.620265 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Attempting to bind port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 on network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:43.625790 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:43.626162 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Checking segment: {'id': 'c1938a61-eb9e-48ae-a521-fa5bbda83403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:43.626731 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:43.627872 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Bound using segment: {'id': 'c1938a61-eb9e-48ae-a521-fa5bbda83403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:43.628511 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Bound port: 428bc015-30ac-48c0-9df5-0f7dba3bcf03, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1938a61-eb9e-48ae-a521-fa5bbda83403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:39:43.629089 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:43.665583 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Router 894b42ec-bab8-4a6e-b9b8-9b014e15e246 is scheduled to L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:39:43.730824 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] For port 428bc015-30ac-48c0-9df5-0f7dba3bcf03, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:43.744244 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] For port 428bc015-30ac-48c0-9df5-0f7dba3bcf03, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=428bc015-30ac-48c0-9df5-0f7dba3bcf03,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:43.753047 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:43.816247 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:43.825828 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Sync routers for ids ['894b42ec-bab8-4a6e-b9b8-9b014e15e246'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:43.841630 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Routers {'ed775ef6-e825-4168-8b5b-ad8278413925'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:43.842833 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['ed775ef6-e825-4168-8b5b-ad8278413925'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:43.847042 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Routers {'894b42ec-bab8-4a6e-b9b8-9b014e15e246'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:43.848861 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae754e8d-c3f9-4a28-b634-8bf119982177 None None] Pushing event updated for resources: {'Port': ['ID=428bc015-30ac-48c0-9df5-0f7dba3bcf03,revision_number=4']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:43.852061 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:43.853964 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['894b42ec-bab8-4a6e-b9b8-9b014e15e246'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:43.865215 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-28f01dd4-e810-4349-9869-cd8862a80a3a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7635498 Mar 29 15:39:43.866004 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 55224) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:39:44.008704 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-9fe8a886-9035-4c0c-9bb9-c16c2f4fd8bc None None] Provisioning complete for port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:44.008866 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9fe8a886-9035-4c0c-9bb9-c16c2f4fd8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:44.067246 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] Set router ed775ef6-e825-4168-8b5b-ad8278413925 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:44.124690 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Set router 894b42ec-bab8-4a6e-b9b8-9b014e15e246 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:44.416218 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 4, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port': {'id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '428bc015-30ac-48c0-9df5-0f7dba3bcf03', 'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'mac_address': 'fa:16:3e:d4:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:39Z', 'updated_at': '2022-03-29T15:39:43Z', 'revision_number': 4, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'subnets': [{'id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:44.462051 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8707d6-25dd-4c5d-91df-17511cc8277b None None] The sync data for ids ['ed775ef6-e825-4168-8b5b-ad8278413925'] in dv-cinder-790535-36-iscsi is: [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 4, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port': {'id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '428bc015-30ac-48c0-9df5-0f7dba3bcf03', 'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'mac_address': 'fa:16:3e:d4:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:39Z', 'updated_at': '2022-03-29T15:39:43Z', 'revision_number': 4, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'subnets': [{'id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:44.507430 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a4879d-63ea-41f4-8345-7e0ff1bdb09c None None] Network 30e22db6-eee3-48a7-9bfc-5647cbe25392 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:39:44.527619 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8a886-9035-4c0c-9bb9-c16c2f4fd8bc None None] Current status of the port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:44.528019 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9fe8a886-9035-4c0c-9bb9-c16c2f4fd8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:44.578729 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 428bc015-30ac-48c0-9df5-0f7dba3bcf03 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:44.653226 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-9fe8a886-9035-4c0c-9bb9-c16c2f4fd8bc None None] For port 428bc015-30ac-48c0-9df5-0f7dba3bcf03, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=428bc015-30ac-48c0-9df5-0f7dba3bcf03,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:44.664607 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9fe8a886-9035-4c0c-9bb9-c16c2f4fd8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:44.766496 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8a886-9035-4c0c-9bb9-c16c2f4fd8bc None None] Pushing event updated for resources: {'Port': ['ID=428bc015-30ac-48c0-9df5-0f7dba3bcf03,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:44.770740 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:44.770935 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:44.828972 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'name': 'tempest-TestMinimumBasicScenario-1272976608-router', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:39:43Z', 'revision_number': 3, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'gw_port': {'id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:59:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:44.865395 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-86a694dd-bc42-41a5-85fd-2e93f74bb731 None None] Provisioning complete for port 5173b8a0-4c24-41fd-9455-9afa6957a8a3 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:44.866113 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86a694dd-bc42-41a5-85fd-2e93f74bb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (5173b8a0-4c24-41fd-9455-9afa6957a8a3), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:44.871604 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Checking router: 894b42ec-bab8-4a6e-b9b8-9b014e15e246 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:44.871954 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Updating router 894b42ec-bab8-4a6e-b9b8-9b014e15e246 port 364faa47-8084-491a-bdb3-37b3d9e4adc7 binding host dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:39:44.888702 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:44.975578 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:44.976700 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 5173b8a0-4c24-41fd-9455-9afa6957a8a3 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:45.011262 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.081601 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Allocated IP 172.20.0.1 (30e22db6-eee3-48a7-9bfc-5647cbe25392/c157017d-6b12-4256-b540-61971da04431/00b5049d-7ee6-4d60-a960-22db4ddb7a2a) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:39:45.207521 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-14c62af8-e4ec-4a59-b81f-76d5e4cc9ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.247845 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Publish callbacks [] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.251449 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 5173b8a0-4c24-41fd-9455-9afa6957a8a3 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:45.251825 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (5173b8a0-4c24-41fd-9455-9afa6957a8a3), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.286595 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.289803 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-86a694dd-bc42-41a5-85fd-2e93f74bb731 None None] Current status of the port 5173b8a0-4c24-41fd-9455-9afa6957a8a3 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:45.290207 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86a694dd-bc42-41a5-85fd-2e93f74bb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (5173b8a0-4c24-41fd-9455-9afa6957a8a3), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.329951 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Network 30e22db6-eee3-48a7-9bfc-5647cbe25392 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:45.332536 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:45.336303 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:39:45.367222 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Pushing event updated for resources: {'Port': ['ID=00b5049d-7ee6-4d60-a960-22db4ddb7a2a,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:45.375659 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-86a694dd-bc42-41a5-85fd-2e93f74bb731 None None] For port 5173b8a0-4c24-41fd-9455-9afa6957a8a3, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=5173b8a0-4c24-41fd-9455-9afa6957a8a3,segment=NetworkSegment(c9a87623-3592-4644-9380-ecfe00fb0e53),segment_id=c9a87623-3592-4644-9380-ecfe00fb0e53)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:45.385744 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86a694dd-bc42-41a5-85fd-2e93f74bb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (5173b8a0-4c24-41fd-9455-9afa6957a8a3), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.386010 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543681'] for router_interface (894b42ec-bab8-4a6e-b9b8-9b014e15e246), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.507773 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-86a694dd-bc42-41a5-85fd-2e93f74bb731 None None] Provisioning complete for port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:45.508028 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-86a694dd-bc42-41a5-85fd-2e93f74bb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.517308 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.527119 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.546748 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 5173b8a0-4c24-41fd-9455-9afa6957a8a3 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:45.548390 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 19b57cd5-f6ba-4e6f-a8e9-96b65574459f up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:45.574504 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Publish callbacks [] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.584349 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a694dd-bc42-41a5-85fd-2e93f74bb731 None None] Pushing event updated for resources: {'Port': ['ID=5173b8a0-4c24-41fd-9455-9afa6957a8a3,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:45.595856 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.663115 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0743b79-5203-4e1e-abdb-49afea6febbe None None] Pushing event updated for resources: {'Port': ['ID=364faa47-8084-491a-bdb3-37b3d9e4adc7,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:45.671826 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Attempting to bind port 364faa47-8084-491a-bdb3-37b3d9e4adc7 on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:39:45.672580 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Attempting to bind port 364faa47-8084-491a-bdb3-37b3d9e4adc7 by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:39:45.672967 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Attempting to bind port 364faa47-8084-491a-bdb3-37b3d9e4adc7 on network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:45.694230 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Publish callbacks [] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.698563 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.705842 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 19b57cd5-f6ba-4e6f-a8e9-96b65574459f triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:45.705842 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.707645 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:45.708020 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Checking segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:45.708407 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.708799 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Bound using segment: {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:45.709294 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Bound port: 364faa47-8084-491a-bdb3-37b3d9e4adc7, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1587051-5abf-4b3a-9f53-e5b512247eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:39:45.709670 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.762924 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Pushing event updated for resources: {'Port': ['ID=00b5049d-7ee6-4d60-a960-22db4ddb7a2a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:45.764294 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-86a694dd-bc42-41a5-85fd-2e93f74bb731 None None] Current status of the port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:45.765428 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-543573'] for router_interface (894b42ec-bab8-4a6e-b9b8-9b014e15e246), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.800661 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] For port 364faa47-8084-491a-bdb3-37b3d9e4adc7, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:45.804401 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] For port 364faa47-8084-491a-bdb3-37b3d9e4adc7, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=364faa47-8084-491a-bdb3-37b3d9e4adc7,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:45.829554 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.862849 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Network 30e22db6-eee3-48a7-9bfc-5647cbe25392 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:39:45.864422 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:39:45.873770 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 19b57cd5-f6ba-4e6f-a8e9-96b65574459f is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:45.913855 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Routers {'894b42ec-bab8-4a6e-b9b8-9b014e15e246'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:45.914484 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['894b42ec-bab8-4a6e-b9b8-9b014e15e246'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:45.918005 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0743b79-5203-4e1e-abdb-49afea6febbe None None] Pushing event updated for resources: {'Port': ['ID=364faa47-8084-491a-bdb3-37b3d9e4adc7,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:45.951214 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-a8451086-170b-48a5-8163-8a2a5dc73af9 None None] Provisioning complete for port 5173b8a0-4c24-41fd-9455-9afa6957a8a3 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:45.951545 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8451086-170b-48a5-8163-8a2a5dc73af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (5173b8a0-4c24-41fd-9455-9afa6957a8a3), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:45.987736 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Router 894b42ec-bab8-4a6e-b9b8-9b014e15e246 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:39:46.087676 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] Set router 894b42ec-bab8-4a6e-b9b8-9b014e15e246 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:46.113675 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:39:46.118582 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-22215e2e-c6dc-4609-82e3-84e8a0fe884e admin admin] 10.222.0.18 "PUT /v2.0/routers/894b42ec-bab8-4a6e-b9b8-9b014e15e246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2513964 Mar 29 15:39:46.132030 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a8451086-170b-48a5-8163-8a2a5dc73af9 None None] Current status of the port 5173b8a0-4c24-41fd-9455-9afa6957a8a3 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:46.146207 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:46.160028 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-a8451086-170b-48a5-8163-8a2a5dc73af9 None None] Provisioning complete for port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:46.160028 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a8451086-170b-48a5-8163-8a2a5dc73af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:46.364371 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 428bc015-30ac-48c0-9df5-0f7dba3bcf03 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:46.440479 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-a8451086-170b-48a5-8163-8a2a5dc73af9 None None] Port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:39:46.508389 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:46.508767 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:46.581710 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-67479f2f-0e10-4099-a8ab-d19b523d45c4 None None] Provisioning complete for port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:46.582084 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-67479f2f-0e10-4099-a8ab-d19b523d45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:46.626573 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'name': 'tempest-TestMinimumBasicScenario-1272976608-router', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:39:45Z', 'revision_number': 4, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'gw_port': {'id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:59:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '00b5049d-7ee6-4d60-a960-22db4ddb7a2a', 'name': '', 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'mac_address': 'fa:16:3e:14:20:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c157017d-6b12-4256-b540-61971da04431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:44Z', 'updated_at': '2022-03-29T15:39:45Z', 'revision_number': 2, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'subnets': [{'id': 'c157017d-6b12-4256-b540-61971da04431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:46.666468 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8241e-b82c-4b1c-a2d8-0751345f9684 None None] The sync data for ids ['894b42ec-bab8-4a6e-b9b8-9b014e15e246'] in dv-cinder-790535-36-iscsi is: [{'id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'name': 'tempest-TestMinimumBasicScenario-1272976608-router', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:39:45Z', 'revision_number': 4, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'gw_port': {'id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:59:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '00b5049d-7ee6-4d60-a960-22db4ddb7a2a', 'name': '', 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'mac_address': 'fa:16:3e:14:20:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c157017d-6b12-4256-b540-61971da04431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:44Z', 'updated_at': '2022-03-29T15:39:45Z', 'revision_number': 2, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'subnets': [{'id': 'c157017d-6b12-4256-b540-61971da04431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:46.679823 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:46.680943 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 5173b8a0-4c24-41fd-9455-9afa6957a8a3 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:46.682520 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-67479f2f-0e10-4099-a8ab-d19b523d45c4 None None] Port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:39:46.731531 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 5173b8a0-4c24-41fd-9455-9afa6957a8a3 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:46.731913 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (5173b8a0-4c24-41fd-9455-9afa6957a8a3), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:46.813479 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 5173b8a0-4c24-41fd-9455-9afa6957a8a3 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:47.257212 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:48.357487 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 364faa47-8084-491a-bdb3-37b3d9e4adc7 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:48.416370 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 364faa47-8084-491a-bdb3-37b3d9e4adc7 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:48.416673 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:48.498433 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 364faa47-8084-491a-bdb3-37b3d9e4adc7 is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:48.501227 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:48.523762 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] For port 364faa47-8084-491a-bdb3-37b3d9e4adc7, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=364faa47-8084-491a-bdb3-37b3d9e4adc7,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:48.528670 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:48.595065 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Pushing event updated for resources: {'Port': ['ID=364faa47-8084-491a-bdb3-37b3d9e4adc7,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:48.796882 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:49.077386 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Sync routers for ids ['894b42ec-bab8-4a6e-b9b8-9b014e15e246'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:39:49.088080 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Routers {'894b42ec-bab8-4a6e-b9b8-9b014e15e246'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:49.089038 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['894b42ec-bab8-4a6e-b9b8-9b014e15e246'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:49.311201 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Set router 894b42ec-bab8-4a6e-b9b8-9b014e15e246 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:49.528347 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'name': 'tempest-TestMinimumBasicScenario-1272976608-router', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:39:45Z', 'revision_number': 4, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'gw_port': {'id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:59:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '00b5049d-7ee6-4d60-a960-22db4ddb7a2a', 'name': '', 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'mac_address': 'fa:16:3e:14:20:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c157017d-6b12-4256-b540-61971da04431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:44Z', 'updated_at': '2022-03-29T15:39:45Z', 'revision_number': 2, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'subnets': [{'id': 'c157017d-6b12-4256-b540-61971da04431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:49.562601 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Checking router: 894b42ec-bab8-4a6e-b9b8-9b014e15e246 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:39:49.579235 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Updating router 894b42ec-bab8-4a6e-b9b8-9b014e15e246 port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a binding host dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:39:49.596144 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:49.913069 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Publish callbacks [] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), precommit_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:49.925283 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:49.943753 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-4349579c-2f00-494d-a41c-402835a97756 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749592482&fields=id&tenant_id=956bf10215394e4b80deac5895e5cbf1 HTTP/1.1" status: 200 len: 267 time: 0.0527236 Mar 29 15:39:49.982957 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05eb67a-f2e2-4321-bfb0-f252cfe52a96 None None] Pushing event updated for resources: {'Port': ['ID=00b5049d-7ee6-4d60-a960-22db4ddb7a2a,revision_number=3']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:50.062012 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Attempting to bind port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a on host dv-cinder-790535-36-iscsi for vnic_type normal with profile {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:39:50.062345 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Attempting to bind port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a by drivers openvswitch,hyperv on host dv-cinder-790535-36-iscsi at level 0 using segments [{'id': 'c9a87623-3592-4644-9380-ecfe00fb0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392'}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:39:50.062745 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Attempting to bind port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a on network 30e22db6-eee3-48a7-9bfc-5647cbe25392 {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:39:50.068695 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Checking agent: {'id': '6684a994-3046-4413-ae31-2aeefea9ccb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 23, 49), 'started_at': datetime.datetime(2022, 3, 29, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:39:50.069087 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Checking segment: {'id': 'c9a87623-3592-4644-9380-ecfe00fb0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:39:50.069479 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:50.069857 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Bound using segment: {'id': 'c9a87623-3592-4644-9380-ecfe00fb0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392'} {{(pid=103133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:39:50.070312 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.managers [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Bound port: 00b5049d-7ee6-4d60-a960-22db4ddb7a2a, host: dv-cinder-790535-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a87623-3592-4644-9380-ecfe00fb0e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392'}}] {{(pid=103133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:39:50.070676 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), before_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:50.113377 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-5dd8ff2a-7719-4e38-9aa4-41d3eaf4ef53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:50.115553 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-5dd8ff2a-7719-4e38-9aa4-41d3eaf4ef53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 812 time: 0.1651440 Mar 29 15:39:50.140116 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-09e16fbb-7ebe-4d1e-8600-b8db32bdf29e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/quotas/956bf10215394e4b80deac5895e5cbf1 HTTP/1.1" status: 200 len: 375 time: 0.0181508 Mar 29 15:39:50.177960 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] For port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a, host dv-cinder-790535-36-iscsi, cleared binding levels {{(pid=103133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:39:50.183386 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.db [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] For port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a, host dv-cinder-790535-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=00b5049d-7ee6-4d60-a960-22db4ddb7a2a,segment=NetworkSegment(c9a87623-3592-4644-9380-ecfe00fb0e53),segment_id=c9a87623-3592-4644-9380-ecfe00fb0e53)] {{(pid=103133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:39:50.193117 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), after_update {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:50.221313 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-0381d761-d64f-4d43-8c58-69d921750364 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782244 Mar 29 15:39:50.258942 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05eb67a-f2e2-4321-bfb0-f252cfe52a96 None None] Pushing event updated for resources: {'Port': ['ID=00b5049d-7ee6-4d60-a960-22db4ddb7a2a,revision_number=4']} {{(pid=103133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:50.282556 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Routers {'894b42ec-bab8-4a6e-b9b8-9b014e15e246'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:39:50.283356 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:39:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['894b42ec-bab8-4a6e-b9b8-9b014e15e246'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:50.342755 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-255c8c8a-2ccc-4ebd-af2c-8497aae5b9af service neutron] 10.222.0.18 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191719 Mar 29 15:39:50.418822 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 364faa47-8084-491a-bdb3-37b3d9e4adc7 up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:50.430532 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] Set router 894b42ec-bab8-4a6e-b9b8-9b014e15e246 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:39:50.481567 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 364faa47-8084-491a-bdb3-37b3d9e4adc7 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:50.482210 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:50.531964 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-0050889d-818a-4abd-93a6-628d69843f51 None None] Provisioning complete for port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:50.532609 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0050889d-818a-4abd-93a6-628d69843f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:50.558492 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-c1f991b6-73df-4563-9269-ca51cd8481bd service neutron] 10.222.0.18 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148066 Mar 29 15:39:50.677211 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 364faa47-8084-491a-bdb3-37b3d9e4adc7 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:50.688801 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-0050889d-818a-4abd-93a6-628d69843f51 None None] Current status of the port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a is: DOWN; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:50.689246 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0050889d-818a-4abd-93a6-628d69843f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:50.730518 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-0050889d-818a-4abd-93a6-628d69843f51 None None] For port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=00b5049d-7ee6-4d60-a960-22db4ddb7a2a,segment=NetworkSegment(c9a87623-3592-4644-9380-ecfe00fb0e53),segment_id=c9a87623-3592-4644-9380-ecfe00fb0e53)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:39:50.739838 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0050889d-818a-4abd-93a6-628d69843f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:50.819594 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'name': 'tempest-TestMinimumBasicScenario-1272976608-router', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:39:45Z', 'revision_number': 4, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'gw_port': {'id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:59:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '00b5049d-7ee6-4d60-a960-22db4ddb7a2a', 'name': '', 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'mac_address': 'fa:16:3e:14:20:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c157017d-6b12-4256-b540-61971da04431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:44Z', 'updated_at': '2022-03-29T15:39:50Z', 'revision_number': 4, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'subnets': [{'id': 'c157017d-6b12-4256-b540-61971da04431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:39:50.830926 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050889d-818a-4abd-93a6-628d69843f51 None None] Pushing event updated for resources: {'Port': ['ID=00b5049d-7ee6-4d60-a960-22db4ddb7a2a,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:39:50.877515 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-b849fcc6-3d3a-4825-90d6-7880472b00db None None] Provisioning complete for port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:50.878817 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b849fcc6-3d3a-4825-90d6-7880472b00db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:50.882090 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a1a6cc-6fe3-42d8-8f90-67deb50a8f7f None None] The sync data for ids ['894b42ec-bab8-4a6e-b9b8-9b014e15e246'] in dv-cinder-790535-36-iscsi is: [{'id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'name': 'tempest-TestMinimumBasicScenario-1272976608-router', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:39:45Z', 'revision_number': 4, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'gw_port': {'id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:59:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '00b5049d-7ee6-4d60-a960-22db4ddb7a2a', 'name': '', 'network_id': '30e22db6-eee3-48a7-9bfc-5647cbe25392', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'mac_address': 'fa:16:3e:14:20:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c157017d-6b12-4256-b540-61971da04431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:44Z', 'updated_at': '2022-03-29T15:39:50Z', 'revision_number': 4, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'subnets': [{'id': 'c157017d-6b12-4256-b540-61971da04431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:39:50.919181 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5f679a0e-d90b-4dde-b66f-936316184d04 req-2c818ca7-3a45-4a80-8e0a-671dde57d7f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648937 Mar 29 15:39:51.018499 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-b849fcc6-3d3a-4825-90d6-7880472b00db None None] Current status of the port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:51.069911 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2a2c4d19-54eb-4b2b-b66f-8f89ea3390e6 req-9e715250-5310-4c2f-b41c-974f4adc68ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 210 time: 0.0486631 Mar 29 15:39:51.089639 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f679a0e-d90b-4dde-b66f-936316184d04 req-881b8091-e5bf-43c6-87ae-9e47300d79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:51.091234 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5f679a0e-d90b-4dde-b66f-936316184d04 req-881b8091-e5bf-43c6-87ae-9e47300d79c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=366cae0476104f9590d668e226710769&device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 1129 time: 0.1239922 Mar 29 15:39:51.215753 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f679a0e-d90b-4dde-b66f-936316184d04 req-bafead78-0bf8-444a-904b-7c0ba4009a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:51.217294 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5f679a0e-d90b-4dde-b66f-936316184d04 req-bafead78-0bf8-444a-904b-7c0ba4009a14 service neutron] 10.222.0.31 "GET /v2.0/networks?id=31aaf391-a908-4467-a1d0-b80213cf96df HTTP/1.1" status: 200 len: 914 time: 0.1064022 Mar 29 15:39:51.380115 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5f679a0e-d90b-4dde-b66f-936316184d04 req-957f6fe7-dcc9-4f68-b59b-8148205aa60d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be1324ba-35fc-4765-a830-db45b06a7811 HTTP/1.1" status: 200 len: 217 time: 0.0445657 Mar 29 15:39:51.435057 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f679a0e-d90b-4dde-b66f-936316184d04 req-4f813f85-1ed2-4d60-949b-b86e366ac09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:51.435722 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5f679a0e-d90b-4dde-b66f-936316184d04 req-4f813f85-1ed2-4d60-949b-b86e366ac09c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=847b1b0a-320e-483e-9bf5-450852c9cbcd HTTP/1.1" status: 200 len: 853 time: 0.0500817 Mar 29 15:39:51.482706 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5f679a0e-d90b-4dde-b66f-936316184d04 req-8b07b05a-1c63-4144-8e89-35fb92a787f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31aaf391-a908-4467-a1d0-b80213cf96df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386639 Mar 29 15:39:51.591868 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5f679a0e-d90b-4dde-b66f-936316184d04 req-066f18d5-876c-4cbf-83ad-40f3fb8a431b service neutron] 10.222.0.31 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027002 Mar 29 15:39:51.710784 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5f679a0e-d90b-4dde-b66f-936316184d04 req-0a37cec6-5fcd-4dac-ac3f-03f9bacccda4 service neutron] 10.222.0.31 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106305 Mar 29 15:39:52.162485 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3c8d3b24-4ff7-405f-9626-19bbaf9d3787 req-b1ef3730-e921-4b1c-8176-67e1a298a62c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 210 time: 0.0298202 Mar 29 15:39:52.353633 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 00b5049d-7ee6-4d60-a960-22db4ddb7a2a up at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:39:52.411094 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Provisioning complete for port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:39:52.411466 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:52.506917 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Current status of the port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:39:53.272524 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-60a6a096-847a-427c-a6fc-d4e9880e6a4b req-6611453e-99a9-4fdf-8d3f-2ff76d7cbb0b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 210 time: 0.0548415 Mar 29 15:39:54.423186 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-aa90d0c9-518e-4825-9468-9db51ac17e84 req-065aed42-02f0-47f7-8e72-ccfaf17cc58c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 210 time: 0.0513377 Mar 29 15:39:55.522031 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7ca8293f-fe55-477c-9b79-74f9b0c80b34 req-ab5c8da8-c7f2-45b7-9a27-b82ae47ec244 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 210 time: 0.0317454 Mar 29 15:39:56.579447 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-d4573b7c-a163-4f0b-beee-92de6b90fa88 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:56.581049 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-d4573b7c-a163-4f0b-beee-92de6b90fa88 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/networks?id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92 HTTP/1.1" status: 200 len: 815 time: 0.0987566 Mar 29 15:39:56.595541 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-bc1cef93-29f5-4460-a1f5-381b1e2459dc tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/quotas/7ddd17786b9642baa6ccb2551de32418 HTTP/1.1" status: 200 len: 375 time: 0.0090017 Mar 29 15:39:56.614518 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-76865dd5-f1b4-4e37-99b4-596a797e6ed7 req-618ead3e-4610-4d68-a83f-739926980d6d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 210 time: 0.0265639 Mar 29 15:39:56.651288 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-65e2ae9f-27f4-4716-9511-ff2c862b426c tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ddd17786b9642baa6ccb2551de32418&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499699 Mar 29 15:39:56.835153 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-02d74aa2-d40f-4169-84a5-026cdfd6dfc1 service neutron] 10.222.0.18 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728740 Mar 29 15:39:56.922216 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-b608404f-4dfd-4a69-8540-42a6601e2bac service neutron] 10.222.0.18 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808148 Mar 29 15:39:57.706958 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9904430c-3dfe-4e66-804a-1113ebff4b92 req-709b0452-e7e9-4021-bdd2-b8457e37c18e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 210 time: 0.0269663 Mar 29 15:39:58.030527 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-9db20f63-4c6e-46c7-928b-975463cfefde tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:39:58.032058 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-9db20f63-4c6e-46c7-928b-975463cfefde tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 812 time: 0.1190543 Mar 29 15:39:58.100272 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-bd169b1c-d9d7-4064-b8bd-8bfb6afac902 req-99755a70-8d71-4100-a64e-12ffd0d0bed6 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 210 time: 0.0305126 Mar 29 15:39:58.113816 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-28d11534-dda0-4ecf-9c9c-9c95c9dd7471 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=956bf10215394e4b80deac5895e5cbf1 HTTP/1.1" status: 200 len: 380 time: 0.0613766 Mar 29 15:39:58.799628 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-13e7815d-121a-4aaf-b3e0-f437851a757b req-d1b128bc-5b81-48db-a953-39b58dc7c91f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 210 time: 0.0279641 Mar 29 15:39:59.190747 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-2f34b98e-cfd7-4d39-9d26-47beb86e5dc3 req-0c49c437-2ac3-4998-9322-db97fb0df1a0 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 210 time: 0.0260155 Mar 29 15:39:59.692522 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-ea89f46d-b880-46f8-b2e1-3cb565910c6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Request body: {'port': {'device_id': '211f7e3f-ed95-44b7-bd3b-802b62e1dfeb', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'admin_state_up': True, 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'security_groups': ['a0afc5fb-0d6d-433f-85bd-de782b39073e']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:39:59.796027 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-ea89f46d-b880-46f8-b2e1-3cb565910c6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Made reservation on behalf of 956bf10215394e4b80deac5895e5cbf1 for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:39:59.799854 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-ea89f46d-b880-46f8-b2e1-3cb565910c6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:39:59.922037 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7d161bd6-1d69-4cb2-a7e9-93fa04292622 req-0a6b8701-3311-4868-9fc7-83033253c881 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 210 time: 0.0542755 Mar 29 15:39:59.948695 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-ea89f46d-b880-46f8-b2e1-3cb565910c6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Allocated IP 172.20.0.12 (66282e73-de55-42ce-87ca-f6dfa3097cd2/676da8ec-7d33-44c4-a2b7-1e9b85287549/522a3731-dccb-4323-a75c-5b55186e7eef) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:00.079534 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-ea89f46d-b880-46f8-b2e1-3cb565910c6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for port (522a3731-dccb-4323-a75c-5b55186e7eef), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:00.113605 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-ea89f46d-b880-46f8-b2e1-3cb565910c6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:00.158423 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-ea89f46d-b880-46f8-b2e1-3cb565910c6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Network 66282e73-de55-42ce-87ca-f6dfa3097cd2 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:00.161473 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-ea89f46d-b880-46f8-b2e1-3cb565910c6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:00.167102 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-ea89f46d-b880-46f8-b2e1-3cb565910c6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:00.199990 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89f46d-b880-46f8-b2e1-3cb565910c6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'Port': ['ID=522a3731-dccb-4323-a75c-5b55186e7eef,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:00.231245 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-ea89f46d-b880-46f8-b2e1-3cb565910c6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:00.231903 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-ea89f46d-b880-46f8-b2e1-3cb565910c6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:00.252904 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-ea89f46d-b880-46f8-b2e1-3cb565910c6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5647457 Mar 29 15:40:00.287113 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-70b281a1-1490-47d9-a902-dc5dac450864 req-31c5e88a-74c4-4f69-a70f-67619c6ae76d tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 210 time: 0.0281308 Mar 29 15:40:00.399136 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-4514df44-4828-4efb-a483-f8bd24936281 None None] Provisioning complete for port 522a3731-dccb-4323-a75c-5b55186e7eef triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:40:00.399686 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4514df44-4828-4efb-a483-f8bd24936281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:00.432129 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-4514df44-4828-4efb-a483-f8bd24936281 None None] Port 522a3731-dccb-4323-a75c-5b55186e7eef cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:40:00.596694 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Request body: {'port': {'device_id': '211f7e3f-ed95-44b7-bd3b-802b62e1dfeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:00.664580 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:00.933431 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522a3731-dccb-4323-a75c-5b55186e7eef {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:00.941556 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Publish callbacks [] for port (522a3731-dccb-4323-a75c-5b55186e7eef), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:00.958382 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Transition to ACTIVE for port object 522a3731-dccb-4323-a75c-5b55186e7eef will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:40:00.962768 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:01.053084 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Pushing event updated for resources: {'Port': ['ID=522a3731-dccb-4323-a75c-5b55186e7eef,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:01.113862 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c68f8d-bbcf-4653-b141-8d6bd84d60e4 req-0967d7bb-0b4e-48b6-8fe6-c79144d31b2b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:01.115421 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f9c68f8d-bbcf-4653-b141-8d6bd84d60e4 req-0967d7bb-0b4e-48b6-8fe6-c79144d31b2b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.1209223 Mar 29 15:40:01.262783 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Attempting to bind port 522a3731-dccb-4323-a75c-5b55186e7eef on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:40:01.263112 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Attempting to bind port 522a3731-dccb-4323-a75c-5b55186e7eef by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:40:01.263436 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Attempting to bind port 522a3731-dccb-4323-a75c-5b55186e7eef on network 66282e73-de55-42ce-87ca-f6dfa3097cd2 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:01.290722 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Port 522a3731-dccb-4323-a75c-5b55186e7eef on network 66282e73-de55-42ce-87ca-f6dfa3097cd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:01.291049 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Attempting to bind port 522a3731-dccb-4323-a75c-5b55186e7eef on network 66282e73-de55-42ce-87ca-f6dfa3097cd2 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:01.300549 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f9c68f8d-bbcf-4653-b141-8d6bd84d60e4 req-1f2f15da-920b-48c8-8ba5-eec06f6a8232 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771173 Mar 29 15:40:01.311890 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:01.312405 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Checking segment: {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:40:01.312543 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Bound using segment: {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:01.313012 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Bound port: 522a3731-dccb-4323-a75c-5b55186e7eef, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:40:01.313408 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:01.331102 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-ea8a4185-ae7f-410e-9b69-54c9ac555974 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:01.332507 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-ea8a4185-ae7f-410e-9b69-54c9ac555974 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.31 "GET /v2.0/networks?id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92 HTTP/1.1" status: 200 len: 815 time: 0.1897304 Mar 29 15:40:01.361158 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-3137492c-7adc-4ab2-baf6-064bbba82cfb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Request body: {'port': {'device_id': '186b3b73-d385-4163-9c2b-254684966d0d', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'admin_state_up': True, 'tenant_id': '7ddd17786b9642baa6ccb2551de32418'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:01.398750 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b7389e37-d0e3-4da6-8f3b-0ceefec6d2a4 req-13d3be0e-8ced-451f-ab08-4f7677ed1586 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 210 time: 0.0296140 Mar 29 15:40:01.446895 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] For port 522a3731-dccb-4323-a75c-5b55186e7eef, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:01.469791 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] For port 522a3731-dccb-4323-a75c-5b55186e7eef, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=522a3731-dccb-4323-a75c-5b55186e7eef,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:01.481114 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:01.521583 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:01.522191 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:01.523594 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] 10.222.0.31 "PUT /v2.0/ports/522a3731-dccb-4323-a75c-5b55186e7eef HTTP/1.1" status: 200 len: 1094 time: 0.9318414 Mar 29 15:40:01.527805 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211f7e3f-ed95-44b7-bd3b-802b62e1dfeb', 'tag': '522a3731-dccb-4323-a75c-5b55186e7eef'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:01.530101 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319d698a-48df-4e1b-9e27-1c6fdb1cc340" -d '{"events": [{"name": "network-changed", "server_uuid": "211f7e3f-ed95-44b7-bd3b-802b62e1dfeb", "tag": "522a3731-dccb-4323-a75c-5b55186e7eef"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:01.556508 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-3137492c-7adc-4ab2-baf6-064bbba82cfb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Made reservation on behalf of 7ddd17786b9642baa6ccb2551de32418 for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:01.559979 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-3137492c-7adc-4ab2-baf6-064bbba82cfb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:01.575907 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62d334-c763-416d-bfd1-247456d721b3 service neutron] Pushing event updated for resources: {'Port': ['ID=522a3731-dccb-4323-a75c-5b55186e7eef,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:01.580496 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d2f2a7-20a7-4724-91a8-9084691aa7f7 x-openstack-request-id: req-d4d2f2a7-20a7-4724-91a8-9084691aa7f7 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:01.580734 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211f7e3f-ed95-44b7-bd3b-802b62e1dfeb", "tag": "522a3731-dccb-4323-a75c-5b55186e7eef", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:01.581014 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4d2f2a7-20a7-4724-91a8-9084691aa7f7 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:01.581422 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d2f2a7-20a7-4724-91a8-9084691aa7f7'] response: {'name': 'network-changed', 'server_uuid': '211f7e3f-ed95-44b7-bd3b-802b62e1dfeb', 'tag': '522a3731-dccb-4323-a75c-5b55186e7eef', 'status': 'completed', 'code': 200} Mar 29 15:40:01.721578 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-3137492c-7adc-4ab2-baf6-064bbba82cfb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Allocated IP 172.20.0.7 (50b9fd84-bbaa-4971-8d51-e7693ee3ef92/f1633903-b4d6-43e4-bddf-2bbfd1d28f1c/3645c578-ba5f-4f35-bc6e-1afada125d11) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:01.879367 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-3137492c-7adc-4ab2-baf6-064bbba82cfb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:01.913057 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-3137492c-7adc-4ab2-baf6-064bbba82cfb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:01.951169 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-3137492c-7adc-4ab2-baf6-064bbba82cfb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:01.954713 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-3137492c-7adc-4ab2-baf6-064bbba82cfb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:01.958270 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-3137492c-7adc-4ab2-baf6-064bbba82cfb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:01.994045 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137492c-7adc-4ab2-baf6-064bbba82cfb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event updated for resources: {'Port': ['ID=3645c578-ba5f-4f35-bc6e-1afada125d11,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:02.019798 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-3137492c-7adc-4ab2-baf6-064bbba82cfb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:02.020411 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-3137492c-7adc-4ab2-baf6-064bbba82cfb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:02.038721 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-3137492c-7adc-4ab2-baf6-064bbba82cfb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6822059 Mar 29 15:40:02.206501 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-26cf935a-f994-479a-8916-525133b8f44c None None] Provisioning complete for port 3645c578-ba5f-4f35-bc6e-1afada125d11 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:40:02.207099 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-26cf935a-f994-479a-8916-525133b8f44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:02.239679 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-26cf935a-f994-479a-8916-525133b8f44c None None] Port 3645c578-ba5f-4f35-bc6e-1afada125d11 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:40:02.418423 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e00f26-b881-400d-97c7-7b78b392c742 req-d5863315-4c26-489e-b458-3addf4a85570 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:02.419884 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f8e00f26-b881-400d-97c7-7b78b392c742 req-d5863315-4c26-489e-b458-3addf4a85570 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0511396 Mar 29 15:40:02.469975 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f8e00f26-b881-400d-97c7-7b78b392c742 req-d9f643c1-39ce-4590-bfaf-60a5a030b296 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443718 Mar 29 15:40:02.519545 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5195e-4531-4b09-9ac4-89fc37faf088 req-03628abd-5a7b-4948-8a7d-172998999861 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:02.520900 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b6c5195e-4531-4b09-9ac4-89fc37faf088 req-03628abd-5a7b-4948-8a7d-172998999861 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 931 time: 0.0534244 Mar 29 15:40:02.565946 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b6c5195e-4531-4b09-9ac4-89fc37faf088 req-3e07665e-d51f-417c-b325-de3d788d14c4 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 Mar 29 15:40:03.587814 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e13296-5bfc-48a1-a2df-2e5fa37c801c req-573cd8c9-b919-40fb-b487-11d1161f1cc4 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:03.589275 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-56e13296-5bfc-48a1-a2df-2e5fa37c801c req-573cd8c9-b919-40fb-b487-11d1161f1cc4 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0539186 Mar 29 15:40:03.637244 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-56e13296-5bfc-48a1-a2df-2e5fa37c801c req-d99944e2-613b-4063-a75c-f75f5779d4c0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424097 Mar 29 15:40:03.680427 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209c77-efe2-42bb-a1b3-7b83c27a2754 req-7a0a1a14-0848-4c44-a313-660dd01b2159 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:03.681898 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7d209c77-efe2-42bb-a1b3-7b83c27a2754 req-7a0a1a14-0848-4c44-a313-660dd01b2159 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 931 time: 0.0516167 Mar 29 15:40:03.726992 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7d209c77-efe2-42bb-a1b3-7b83c27a2754 req-208e0214-619c-4573-a55a-a2a315281eac tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Mar 29 15:40:04.762306 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64361bee-94da-49e7-a423-b1ae92d74bb2 req-bba1e692-37bb-4027-b9c2-99900c6bb23f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:04.763922 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-64361bee-94da-49e7-a423-b1ae92d74bb2 req-bba1e692-37bb-4027-b9c2-99900c6bb23f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0598385 Mar 29 15:40:04.835704 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-64361bee-94da-49e7-a423-b1ae92d74bb2 req-995be957-06e5-4226-a375-efdf97b6604d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655410 Mar 29 15:40:04.875601 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249c2dc-c711-4f1c-88e1-6c50a86c75ee req-1663fac9-2a54-4e48-a419-fe4aeb1664bc tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:04.877113 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7249c2dc-c711-4f1c-88e1-6c50a86c75ee req-1663fac9-2a54-4e48-a419-fe4aeb1664bc tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 931 time: 0.0809970 Mar 29 15:40:04.922599 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7249c2dc-c711-4f1c-88e1-6c50a86c75ee req-bfe4e229-46dd-454b-85e6-b50fd59c2176 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398469 Mar 29 15:40:05.957585 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d541d-3e3b-4017-a302-dfd63b986289 req-98b47d37-3395-4ac5-b723-4612d44d3360 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:05.959254 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-046d541d-3e3b-4017-a302-dfd63b986289 req-98b47d37-3395-4ac5-b723-4612d44d3360 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0631795 Mar 29 15:40:06.029791 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-046d541d-3e3b-4017-a302-dfd63b986289 req-3e4782f6-6357-48bc-90a2-2d05925c9978 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617087 Mar 29 15:40:06.059770 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5df91-c04a-486a-b159-f21a0b1c2ff6 req-4f849efe-e132-40ed-b79f-c4a90044cca7 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:06.062593 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-50d5df91-c04a-486a-b159-f21a0b1c2ff6 req-4f849efe-e132-40ed-b79f-c4a90044cca7 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 931 time: 0.0666203 Mar 29 15:40:06.110924 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-50d5df91-c04a-486a-b159-f21a0b1c2ff6 req-fcc8f421-3478-4646-ba50-010f06a51f7a tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Mar 29 15:40:07.150771 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd20576-443c-4963-ac8d-1e52a2658457 req-31092c07-3fd9-4c5d-8032-0ed9b5cba156 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:07.157733 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fdd20576-443c-4963-ac8d-1e52a2658457 req-31092c07-3fd9-4c5d-8032-0ed9b5cba156 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0639439 Mar 29 15:40:07.222245 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fdd20576-443c-4963-ac8d-1e52a2658457 req-fe1f4491-0fdb-4e87-812e-21e59dbfea6c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636427 Mar 29 15:40:07.251268 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e4351-8468-4228-812e-b3a6571413c5 req-66895012-2f3d-400e-984e-3259b07396a8 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:07.252740 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6d1e4351-8468-4228-812e-b3a6571413c5 req-66895012-2f3d-400e-984e-3259b07396a8 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 931 time: 0.0564923 Mar 29 15:40:07.303951 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6d1e4351-8468-4228-812e-b3a6571413c5 req-e4a608fe-11d1-4445-a9d0-f69240e38136 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454414 Mar 29 15:40:08.346750 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965903d-f773-4c09-93ca-7681d1bd3d94 req-3c800f6c-47db-43cc-9cac-ae21d37251d6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.348217 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5965903d-f773-4c09-93ca-7681d1bd3d94 req-3c800f6c-47db-43cc-9cac-ae21d37251d6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0535071 Mar 29 15:40:08.406897 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5965903d-f773-4c09-93ca-7681d1bd3d94 req-ca319c35-18fa-4d8b-8dac-a7d9209b64e9 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488663 Mar 29 15:40:08.447378 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54864b5-b7bf-4399-82f2-203854324866 req-6c3025e8-e834-4e91-acea-b0bbfaf2b512 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:08.448835 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c54864b5-b7bf-4399-82f2-203854324866 req-6c3025e8-e834-4e91-acea-b0bbfaf2b512 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 931 time: 0.0768418 Mar 29 15:40:08.497130 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c54864b5-b7bf-4399-82f2-203854324866 req-67b56adb-9d2f-4feb-bb79-7b026c8f78b5 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419252 Mar 29 15:40:09.537958 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f748dd-df72-464e-869d-20b6ab53a3e0 req-b74190b5-77ac-4e53-b63d-74232635bc24 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:09.539470 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-65f748dd-df72-464e-869d-20b6ab53a3e0 req-b74190b5-77ac-4e53-b63d-74232635bc24 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0559809 Mar 29 15:40:09.596863 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-65f748dd-df72-464e-869d-20b6ab53a3e0 req-c364317e-30c5-4c9b-b71e-afa88b3c446c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518761 Mar 29 15:40:09.620575 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf98baa-86f9-4249-b539-7d15e493501c req-de9479ee-b483-4762-b09e-5a75a7f05892 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:09.622118 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0cf98baa-86f9-4249-b539-7d15e493501c req-de9479ee-b483-4762-b09e-5a75a7f05892 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 931 time: 0.0553710 Mar 29 15:40:09.670916 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0cf98baa-86f9-4249-b539-7d15e493501c req-a8902b48-06d5-400e-8c73-713c93f84dbd tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 Mar 29 15:40:10.717129 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abbdcd-2d3e-487e-bc45-b9a67229795b req-a62ba32e-7ca6-4611-96ee-f5c91d084586 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:10.718643 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f4abbdcd-2d3e-487e-bc45-b9a67229795b req-a62ba32e-7ca6-4611-96ee-f5c91d084586 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0566916 Mar 29 15:40:10.768294 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f4abbdcd-2d3e-487e-bc45-b9a67229795b req-e6b75b49-426c-43f3-82d9-39b6ecb9b8cd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438604 Mar 29 15:40:10.794955 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788826-72b6-486d-ba89-bc597d3aa9df req-c781ad7e-b771-423c-a840-ccfef8829d79 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:10.796770 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0d788826-72b6-486d-ba89-bc597d3aa9df req-c781ad7e-b771-423c-a840-ccfef8829d79 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 931 time: 0.0536788 Mar 29 15:40:10.847099 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-0d788826-72b6-486d-ba89-bc597d3aa9df req-c52b16bd-9756-4de9-98d8-c5d9a890ee71 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437636 Mar 29 15:40:11.896683 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cc729-a7f6-48dc-b008-fb2de8014470 req-ac61c302-0f8f-4b42-9d8e-8bcb9321a9d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:11.898341 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d25cc729-a7f6-48dc-b008-fb2de8014470 req-ac61c302-0f8f-4b42-9d8e-8bcb9321a9d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0619304 Mar 29 15:40:11.952154 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d25cc729-a7f6-48dc-b008-fb2de8014470 req-6b748c6b-3bee-4b3d-ab39-9a237e19d5c5 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462911 Mar 29 15:40:11.974168 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31884496-9ba9-409d-a000-38d140557f1a req-c6f19375-b0a9-420a-b5a8-451074c183a7 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:11.976513 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-31884496-9ba9-409d-a000-38d140557f1a req-c6f19375-b0a9-420a-b5a8-451074c183a7 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 931 time: 0.0600314 Mar 29 15:40:12.034464 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-31884496-9ba9-409d-a000-38d140557f1a req-c369e482-0d06-4081-b753-60291f1360c4 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 Mar 29 15:40:12.585963 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1125ccc4-3b25-4100-a6b0-d81bac1cd0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:13.081930 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc41b4-328a-45c4-b81c-cda059c0333e req-30fb7e0c-4da1-425f-b262-1102569ea6e6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.083419 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-30fc41b4-328a-45c4-b81c-cda059c0333e req-30fb7e0c-4da1-425f-b262-1102569ea6e6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0596728 Mar 29 15:40:13.132879 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-30fc41b4-328a-45c4-b81c-cda059c0333e req-4f82b8f2-5d0c-4d17-8f74-fd655e766b87 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438278 Mar 29 15:40:13.154035 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594a774-4acf-4a54-aee5-6ba79324cf0e req-f7ef60a7-074b-46cb-9d8b-ab3a860e2cae tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.155677 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3594a774-4acf-4a54-aee5-6ba79324cf0e req-f7ef60a7-074b-46cb-9d8b-ab3a860e2cae tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 931 time: 0.0549514 Mar 29 15:40:13.201650 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-3594a774-4acf-4a54-aee5-6ba79324cf0e req-16180d87-eac6-4be9-8c0d-0d58628246b6 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405707 Mar 29 15:40:13.537480 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Request body: {'port': {'device_id': '186b3b73-d385-4163-9c2b-254684966d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:13.630821 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:13.642664 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d698a-48df-4e1b-9e27-1c6fdb1cc340 req-44a66a80-8c53-4067-b152-358bb0bffde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.644134 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-319d698a-48df-4e1b-9e27-1c6fdb1cc340 req-44a66a80-8c53-4067-b152-358bb0bffde5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 1128 time: 0.0860436 Mar 29 15:40:13.834421 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d698a-48df-4e1b-9e27-1c6fdb1cc340 req-32100431-3dcb-4b37-a61b-d51ac33ccd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.835846 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-319d698a-48df-4e1b-9e27-1c6fdb1cc340 req-32100431-3dcb-4b37-a61b-d51ac33ccd3a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=956bf10215394e4b80deac5895e5cbf1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1694641 Mar 29 15:40:13.984304 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d698a-48df-4e1b-9e27-1c6fdb1cc340 req-9ee79c46-3abb-4ebe-a7bb-62ab36772fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:13.985850 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-319d698a-48df-4e1b-9e27-1c6fdb1cc340 req-9ee79c46-3abb-4ebe-a7bb-62ab36772fe4 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264431 Mar 29 15:40:14.326538 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad7b21-13ea-4369-9d40-96eb27d98cea req-56c35d70-4c0d-4228-b8ff-5d569b3d74f2 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.328095 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d8ad7b21-13ea-4369-9d40-96eb27d98cea req-56c35d70-4c0d-4228-b8ff-5d569b3d74f2 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 931 time: 0.0545893 Mar 29 15:40:14.340420 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3645c578-ba5f-4f35-bc6e-1afada125d11 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:14.358997 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Publish callbacks [] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:14.380193 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d8ad7b21-13ea-4369-9d40-96eb27d98cea req-57c776f7-e118-42a9-8a1d-aa19b72c41ce tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456738 Mar 29 15:40:14.393753 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Transition to ACTIVE for port object 3645c578-ba5f-4f35-bc6e-1afada125d11 will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:40:14.408802 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:14.415429 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-70dc510e-9b89-4359-801f-a009c80f1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.416959 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-70dc510e-9b89-4359-801f-a009c80f1570 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 1128 time: 0.3930838 Mar 29 15:40:14.444482 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3f6d5-b524-48e7-8f63-4323e4eb370a req-d19638cc-85cb-4fb1-8391-c639785f3f52 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.445944 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-83d3f6d5-b524-48e7-8f63-4323e4eb370a req-d19638cc-85cb-4fb1-8391-c639785f3f52 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.1100461 Mar 29 15:40:14.502780 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-48ba3e57-ff68-4e87-b7da-4d6684bc881d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=522a3731-dccb-4323-a75c-5b55186e7eef HTTP/1.1" status: 200 len: 217 time: 0.0528276 Mar 29 15:40:14.537306 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Pushing event updated for resources: {'Port': ['ID=3645c578-ba5f-4f35-bc6e-1afada125d11,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:14.630756 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501e0da-3540-45ca-bd53-33c83dfea03d req-1ca4d7c1-5cd0-47c3-a6cb-42a5f1e45bf1 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.631005 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-0bf7ae55-b3fa-499b-b069-76121f58559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.632222 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-0bf7ae55-b3fa-499b-b069-76121f58559a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.1135321 Mar 29 15:40:14.632949 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a501e0da-3540-45ca-bd53-33c83dfea03d req-1ca4d7c1-5cd0-47c3-a6cb-42a5f1e45bf1 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 945 time: 0.0578606 Mar 29 15:40:14.635805 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-83d3f6d5-b524-48e7-8f63-4323e4eb370a req-d3f6a8f0-6e92-45cc-8436-cea5e95491cc tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772561 Mar 29 15:40:14.691408 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a501e0da-3540-45ca-bd53-33c83dfea03d req-f37f0607-a334-4bcd-8492-0e36986a4ecf tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497270 Mar 29 15:40:14.699801 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Attempting to bind port 3645c578-ba5f-4f35-bc6e-1afada125d11 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:40:14.700137 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Attempting to bind port 3645c578-ba5f-4f35-bc6e-1afada125d11 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c1938a61-eb9e-48ae-a521-fa5bbda83403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:40:14.700460 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Attempting to bind port 3645c578-ba5f-4f35-bc6e-1afada125d11 on network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:14.710035 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-0d20b0e2-db56-4cb3-9d98-5b1d7cb2c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.711530 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-0d20b0e2-db56-4cb3-9d98-5b1d7cb2c8ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0715294 Mar 29 15:40:14.712092 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Port 3645c578-ba5f-4f35-bc6e-1afada125d11 on network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:14.712402 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Attempting to bind port 3645c578-ba5f-4f35-bc6e-1afada125d11 on network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:14.717376 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:14.717709 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Checking segment: {'id': 'c1938a61-eb9e-48ae-a521-fa5bbda83403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:40:14.718082 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Bound using segment: {'id': 'c1938a61-eb9e-48ae-a521-fa5bbda83403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:14.718572 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Bound port: 3645c578-ba5f-4f35-bc6e-1afada125d11, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1938a61-eb9e-48ae-a521-fa5bbda83403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:40:14.718925 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:14.852202 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] For port 3645c578-ba5f-4f35-bc6e-1afada125d11, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:14.856382 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] For port 3645c578-ba5f-4f35-bc6e-1afada125d11, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3645c578-ba5f-4f35-bc6e-1afada125d11,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:14.859296 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-a19b691f-3a74-4d93-ac39-e437760551ae service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375957 Mar 29 15:40:14.864201 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:14.911886 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:14.912569 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:14.914087 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] 10.222.0.31 "PUT /v2.0/ports/3645c578-ba5f-4f35-bc6e-1afada125d11 HTTP/1.1" status: 200 len: 1093 time: 1.3812079 Mar 29 15:40:14.942727 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:14.945577 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caed8be-f7df-44d2-8326-fe2404555f41" -d '{"events": [{"name": "network-changed", "server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:14.995445 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be6ab45-dbe2-493a-953a-89ca70a80af8 x-openstack-request-id: req-1be6ab45-dbe2-493a-953a-89ca70a80af8 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:14.995743 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:14.995998 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1be6ab45-dbe2-493a-953a-89ca70a80af8 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:14.996394 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be6ab45-dbe2-493a-953a-89ca70a80af8'] response: {'name': 'network-changed', 'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11', 'status': 'completed', 'code': 200} Mar 29 15:40:15.031558 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077253c-3106-4564-a2aa-2c515e68e58b service neutron] Pushing event updated for resources: {'Port': ['ID=3645c578-ba5f-4f35-bc6e-1afada125d11,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:15.055704 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fa9b36fa-88ce-48ad-81c6-855ca033c52c req-02685c92-4b0a-4ae5-83d4-1aded80bb89f service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892993 Mar 29 15:40:15.063848 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-c5e864a6-324c-4a60-9f2f-b88ef52f531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.065366 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-c5e864a6-324c-4a60-9f2f-b88ef52f531f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ddd17786b9642baa6ccb2551de32418&device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 1127 time: 0.1133263 Mar 29 15:40:15.102233 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c7551cda-3435-4eed-8bc7-69d0d5208173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:15.113433 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-289d36fa-3e1e-44c1-9057-86354072d2eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3645c578-ba5f-4f35-bc6e-1afada125d11 HTTP/1.1" status: 200 len: 217 time: 0.0398738 Mar 29 15:40:15.166844 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-16611231-1609-442d-9c3b-ce4a6146a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.168199 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-16611231-1609-442d-9c3b-ce4a6146a98f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1633903-b4d6-43e4-bddf-2bbfd1d28f1c HTTP/1.1" status: 200 len: 854 time: 0.0475852 Mar 29 15:40:15.216477 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-1a169086-b5f2-42ee-950c-196696621f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.217978 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-1a169086-b5f2-42ee-950c-196696621f68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435648 Mar 29 15:40:15.305293 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-32b4e42f-26bc-4287-8906-ad004f832522 service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792117 Mar 29 15:40:15.394822 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-bfa0c1e5-07d9-4635-8c94-0d9f0c01919c req-964f50b9-0563-4468-a928-01f2c20a2b6a service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821538 Mar 29 15:40:15.442778 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:15.486269 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caed8be-f7df-44d2-8326-fe2404555f41 req-4f4ae6dc-5aeb-40d1-b82f-fef67707d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.487943 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2caed8be-f7df-44d2-8326-fe2404555f41 req-4f4ae6dc-5aeb-40d1-b82f-fef67707d5b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ddd17786b9642baa6ccb2551de32418&device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 1127 time: 0.0468719 Mar 29 15:40:15.502336 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c37fa-3967-47b5-b014-3600679a1d48 req-88eaa916-fead-4c22-afc0-b2294a898df1 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.503824 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-8a5c37fa-3967-47b5-b014-3600679a1d48 req-88eaa916-fead-4c22-afc0-b2294a898df1 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 943 time: 0.0522785 Mar 29 15:40:15.550479 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-8a5c37fa-3967-47b5-b014-3600679a1d48 req-2ba4ae20-2578-4f4b-88c1-c6a2354a4785 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 Mar 29 15:40:15.580561 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caed8be-f7df-44d2-8326-fe2404555f41 req-b8e4d695-54f6-4377-800c-68a7ef305ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.582071 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2caed8be-f7df-44d2-8326-fe2404555f41 req-b8e4d695-54f6-4377-800c-68a7ef305ebe service neutron] 10.222.0.31 "GET /v2.0/networks?id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92 HTTP/1.1" status: 200 len: 916 time: 0.0873957 Mar 29 15:40:15.623629 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2caed8be-f7df-44d2-8326-fe2404555f41 req-33f56102-7ac1-475e-9ed2-6231dc0a33ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3645c578-ba5f-4f35-bc6e-1afada125d11 HTTP/1.1" status: 200 len: 217 time: 0.0343361 Mar 29 15:40:15.670687 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caed8be-f7df-44d2-8326-fe2404555f41 req-10ca7f93-9e67-4342-a1e3-3c0f0f138e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.672078 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2caed8be-f7df-44d2-8326-fe2404555f41 req-10ca7f93-9e67-4342-a1e3-3c0f0f138e92 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1633903-b4d6-43e4-bddf-2bbfd1d28f1c HTTP/1.1" status: 200 len: 854 time: 0.0420728 Mar 29 15:40:15.757524 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caed8be-f7df-44d2-8326-fe2404555f41 req-af37d450-e951-4810-8253-785116ef2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.759021 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2caed8be-f7df-44d2-8326-fe2404555f41 req-af37d450-e951-4810-8253-785116ef2006 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0796957 Mar 29 15:40:15.770966 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b6e95-e7e5-44d3-994c-b32857b2f930 req-12c1f666-a948-45a6-91cb-e0f40cac3426 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.772378 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-383b6e95-e7e5-44d3-994c-b32857b2f930 req-12c1f666-a948-45a6-91cb-e0f40cac3426 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0678515 Mar 29 15:40:15.810530 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f245194-1290-4b79-b173-c0acb13ecd80 req-1c371438-28d0-4534-bcea-fce8f99133c4 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:15.811979 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6f245194-1290-4b79-b173-c0acb13ecd80 req-1c371438-28d0-4534-bcea-fce8f99133c4 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 945 time: 0.0554914 Mar 29 15:40:15.859218 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6f245194-1290-4b79-b173-c0acb13ecd80 req-0260a88a-f55d-4731-b03e-3cbeca8f0cdf tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409548 Mar 29 15:40:15.873640 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-383b6e95-e7e5-44d3-994c-b32857b2f930 req-792e724a-40af-4b2c-bbca-56961ccf41e3 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934014 Mar 29 15:40:15.893543 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2caed8be-f7df-44d2-8326-fe2404555f41 req-90e861e6-a1f7-4443-8840-6844fb3311d6 service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202085 Mar 29 15:40:15.980761 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2caed8be-f7df-44d2-8326-fe2404555f41 req-0e4679b1-8ca1-4790-8272-2d722c9301d5 service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807037 Mar 29 15:40:16.105549 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:16.198178 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56a15c-71c7-47da-b2c5-a9218386bc25 req-18d2a9c0-bc17-4da1-b4a5-5c8afebb48f0 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.199694 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3d56a15c-71c7-47da-b2c5-a9218386bc25 req-18d2a9c0-bc17-4da1-b4a5-5c8afebb48f0 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.31 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 945 time: 0.0516493 Mar 29 15:40:16.294077 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-3d56a15c-71c7-47da-b2c5-a9218386bc25 req-c2bebd1b-d3e2-4efc-9106-7847bf2f7220 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Deleting port be1324ba-35fc-4765-a830-db45b06a7811 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:40:16.294410 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-3d56a15c-71c7-47da-b2c5-a9218386bc25 req-c2bebd1b-d3e2-4efc-9106-7847bf2f7220 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (be1324ba-35fc-4765-a830-db45b06a7811), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:16.378390 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-3d56a15c-71c7-47da-b2c5-a9218386bc25 req-c2bebd1b-d3e2-4efc-9106-7847bf2f7220 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] For port be1324ba-35fc-4765-a830-db45b06a7811, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be1324ba-35fc-4765-a830-db45b06a7811,segment=NetworkSegment(029e54e9-421d-479f-863e-dfb52f5dbcdc),segment_id=029e54e9-421d-479f-863e-dfb52f5dbcdc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:16.378749 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-3d56a15c-71c7-47da-b2c5-a9218386bc25 req-c2bebd1b-d3e2-4efc-9106-7847bf2f7220 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (be1324ba-35fc-4765-a830-db45b06a7811), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:16.391584 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-3d56a15c-71c7-47da-b2c5-a9218386bc25 req-c2bebd1b-d3e2-4efc-9106-7847bf2f7220 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Calling delete_port for be1324ba-35fc-4765-a830-db45b06a7811 owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:40:16.515125 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-3d56a15c-71c7-47da-b2c5-a9218386bc25 req-c2bebd1b-d3e2-4efc-9106-7847bf2f7220 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (be1324ba-35fc-4765-a830-db45b06a7811), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:16.528395 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['be1324ba-35fc-4765-a830-db45b06a7811'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:16.542820 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bebd1b-d3e2-4efc-9106-7847bf2f7220 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Pushing event deleted for resources: {'Port': ['ID=be1324ba-35fc-4765-a830-db45b06a7811,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:16.592922 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d56a15c-71c7-47da-b2c5-a9218386bc25 req-c2bebd1b-d3e2-4efc-9106-7847bf2f7220 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] No DVR routers for this DVR port be1324ba-35fc-4765-a830-db45b06a7811 on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:40:16.595465 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-3d56a15c-71c7-47da-b2c5-a9218386bc25 req-c2bebd1b-d3e2-4efc-9106-7847bf2f7220 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:16.598782 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3d56a15c-71c7-47da-b2c5-a9218386bc25 req-c2bebd1b-d3e2-4efc-9106-7847bf2f7220 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.31 "DELETE /v2.0/ports/be1324ba-35fc-4765-a830-db45b06a7811 HTTP/1.1" status: 204 len: 173 time: 0.3939290 Mar 29 15:40:16.671488 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba49488-2fa1-43e6-9100-7230b0088686 req-c57cb257-d7b1-4df8-b507-b011cdb38597 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:16.673265 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5ba49488-2fa1-43e6-9100-7230b0088686 req-c57cb257-d7b1-4df8-b507-b011cdb38597 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 943 time: 0.0542600 Mar 29 15:40:16.721216 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5ba49488-2fa1-43e6-9100-7230b0088686 req-0f0eb6d2-90ae-46b8-a66a-78da4231d7a5 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Mar 29 15:40:16.964920 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-be92bd7d-0d2d-435d-8089-f6db2f033d1d req-952a5dac-8aaf-4071-a8f6-29fed60cb83b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=64232fd4-72c0-4345-a622-d3944d89172f HTTP/1.1" status: 200 len: 210 time: 0.0286329 Mar 29 15:40:16.997066 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64232fd4-72c0-4345-a622-d3944d89172f', 'name': 'network-vif-deleted', 'tag': 'be1324ba-35fc-4765-a830-db45b06a7811'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:16.999448 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ad48dc-c958-406c-90ef-1f78bd3f6b0d" -d '{"events": [{"server_uuid": "64232fd4-72c0-4345-a622-d3944d89172f", "name": "network-vif-deleted", "tag": "be1324ba-35fc-4765-a830-db45b06a7811"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:17.001911 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64950e-abb8-4688-9910-aded733c306f req-fcdb5ce7-75c4-41eb-b84a-7cc5d543afb1 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:17.003430 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9b64950e-abb8-4688-9910-aded733c306f req-fcdb5ce7-75c4-41eb-b84a-7cc5d543afb1 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0605826 Mar 29 15:40:17.036541 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9701791b-d1ef-4d0b-abec-96a78d45598a x-openstack-request-id: req-9701791b-d1ef-4d0b-abec-96a78d45598a {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:17.037088 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64232fd4-72c0-4345-a622-d3944d89172f", "name": "network-vif-deleted", "tag": "be1324ba-35fc-4765-a830-db45b06a7811", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:17.037577 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9701791b-d1ef-4d0b-abec-96a78d45598a {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:17.039029 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9701791b-d1ef-4d0b-abec-96a78d45598a'] response: {'server_uuid': '64232fd4-72c0-4345-a622-d3944d89172f', 'name': 'network-vif-deleted', 'tag': 'be1324ba-35fc-4765-a830-db45b06a7811', 'status': 'completed', 'code': 200} Mar 29 15:40:17.054075 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9b64950e-abb8-4688-9910-aded733c306f req-4fc33419-efc5-4a2a-ad5b-8faa54a5e650 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449226 Mar 29 15:40:17.078074 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:40:17.233874 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:17.841944 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220ccfc-6de2-44b1-a7c6-f87be4e2085a req-dd4fc5b8-b3fc-400c-9f15-cc959a2ace81 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:17.843481 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d220ccfc-6de2-44b1-a7c6-f87be4e2085a req-dd4fc5b8-b3fc-400c-9f15-cc959a2ace81 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 943 time: 0.0558321 Mar 29 15:40:17.889712 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d220ccfc-6de2-44b1-a7c6-f87be4e2085a req-b623e31d-581e-4939-ad6d-700fa71fd1b6 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Mar 29 15:40:17.991713 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 3645c578-ba5f-4f35-bc6e-1afada125d11 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:18.088595 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 3645c578-ba5f-4f35-bc6e-1afada125d11, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3645c578-ba5f-4f35-bc6e-1afada125d11,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:18.102901 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '3645c578-ba5f-4f35-bc6e-1afada125d11', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'port_id': '3645c578-ba5f-4f35-bc6e-1afada125d11', 'mac_address': 'fa:16:3e:b0:61:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:18.146023 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 3645c578-ba5f-4f35-bc6e-1afada125d11 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:40:18.146394 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:18.164695 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3645c578-ba5f-4f35-bc6e-1afada125d11 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:18.192876 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 3645c578-ba5f-4f35-bc6e-1afada125d11, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3645c578-ba5f-4f35-bc6e-1afada125d11,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:18.198835 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:18.212452 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1910d22-2a99-4fbe-860a-6061d88448db req-a601564c-8d22-47e2-b366-4148e09e20c6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:18.217111 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b1910d22-2a99-4fbe-860a-6061d88448db req-a601564c-8d22-47e2-b366-4148e09e20c6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0821211 Mar 29 15:40:18.254210 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=3645c578-ba5f-4f35-bc6e-1afada125d11,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:18.271998 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-b1910d22-2a99-4fbe-860a-6061d88448db req-1d4fefb0-4fc3-476b-b1c0-e11ba99f9c76 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487659 Mar 29 15:40:18.394730 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['3645c578-ba5f-4f35-bc6e-1afada125d11'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:18.802119 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:19.004491 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e827da-d91a-4cb1-a1a2-7cca8a998e2e req-a2d81071-e155-444f-b9a2-1792b24ced4d tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.006056 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f9e827da-d91a-4cb1-a1a2-7cca8a998e2e req-a2d81071-e155-444f-b9a2-1792b24ced4d tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 944 time: 0.0522373 Mar 29 15:40:19.051309 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-f9e827da-d91a-4cb1-a1a2-7cca8a998e2e req-a81e3d27-e9fb-4dbb-9234-8eadd5cca262 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Mar 29 15:40:19.386934 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a0ec1-e14d-4291-8d53-b1e4748e2912 req-afdfd8cc-78c7-4c05-b91f-e3c52152f325 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:19.388402 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-572a0ec1-e14d-4291-8d53-b1e4748e2912 req-afdfd8cc-78c7-4c05-b91f-e3c52152f325 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0516686 Mar 29 15:40:19.436415 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-572a0ec1-e14d-4291-8d53-b1e4748e2912 req-63f69a75-e14c-45c8-bef2-8608cb6105da tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418935 Mar 29 15:40:20.165876 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18356f09-771d-4847-8ba5-bd6655f717c2 req-7ce6e306-0909-462d-bac5-8766a9002fc6 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.167340 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-18356f09-771d-4847-8ba5-bd6655f717c2 req-7ce6e306-0909-462d-bac5-8766a9002fc6 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 944 time: 0.0512106 Mar 29 15:40:20.215202 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-18356f09-771d-4847-8ba5-bd6655f717c2 req-15369c95-bae6-4ef8-b3a7-86e1288189ce tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424428 Mar 29 15:40:20.551648 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf1065-be17-4f05-a83e-11c6395f1d58 req-100718a0-c64e-4f1e-a8f0-fc4ee024f92c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:20.553108 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-efaf1065-be17-4f05-a83e-11c6395f1d58 req-100718a0-c64e-4f1e-a8f0-fc4ee024f92c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0513010 Mar 29 15:40:20.601010 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-efaf1065-be17-4f05-a83e-11c6395f1d58 req-e01578fe-4ecc-4459-b89b-9ce89d7a7e4a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423584 Mar 29 15:40:21.000119 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device be1324ba-35fc-4765-a830-db45b06a7811 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:40:21.020141 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: be1324ba-35fc-4765-a830-db45b06a7811 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:40:21.020480 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device be1324ba-35fc-4765-a830-db45b06a7811 not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:40:21.330784 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f083235-14b5-456f-97d9-ec638d64314b req-adf05bb4-cbaa-40d1-b0f5-202059da393c tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.332255 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6f083235-14b5-456f-97d9-ec638d64314b req-adf05bb4-cbaa-40d1-b0f5-202059da393c tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 944 time: 0.0530472 Mar 29 15:40:21.383182 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6f083235-14b5-456f-97d9-ec638d64314b req-55f10379-668f-4ce5-858a-702d79f4b7cd tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452738 Mar 29 15:40:21.722668 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b9fcc-8646-4807-a610-7204a1ba54df req-3646dc4a-9e7f-42d4-8d0b-4fb2daba1968 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:21.724133 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4e3b9fcc-8646-4807-a610-7204a1ba54df req-3646dc4a-9e7f-42d4-8d0b-4fb2daba1968 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0554619 Mar 29 15:40:21.771047 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4e3b9fcc-8646-4807-a610-7204a1ba54df req-50878819-8bd7-4cea-ba54-228181c2580b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410740 Mar 29 15:40:22.498928 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf53a-8abe-4208-a3c7-b374d63f3741 req-916b2e5d-f084-4d09-b722-5b6d0cabe011 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:22.500575 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c98bf53a-8abe-4208-a3c7-b374d63f3741 req-916b2e5d-f084-4d09-b722-5b6d0cabe011 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 944 time: 0.0533628 Mar 29 15:40:22.547682 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c98bf53a-8abe-4208-a3c7-b374d63f3741 req-8b67e842-7386-44ac-bb59-6319016ef654 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Mar 29 15:40:22.884689 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e9ae3-c6dc-4fa6-96f2-5d5331e4669c req-6f9d270b-f75f-4b0a-af59-cbc72229ce82 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:22.886155 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-399e9ae3-c6dc-4fa6-96f2-5d5331e4669c req-6f9d270b-f75f-4b0a-af59-cbc72229ce82 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 944 time: 0.0512218 Mar 29 15:40:22.933126 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-399e9ae3-c6dc-4fa6-96f2-5d5331e4669c req-1c2c534a-dba6-4396-9d3a-32a7a346c62f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409796 Mar 29 15:40:23.629233 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 522a3731-dccb-4323-a75c-5b55186e7eef details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:23.666333 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c60b2f-385f-4cea-ab60-0707a14ea5f0 req-19fff058-5ece-4408-9545-ac3d3a928f90 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:23.667829 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-45c60b2f-385f-4cea-ab60-0707a14ea5f0 req-19fff058-5ece-4408-9545-ac3d3a928f90 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 944 time: 0.0554285 Mar 29 15:40:23.715247 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-45c60b2f-385f-4cea-ab60-0707a14ea5f0 req-96724f5a-9d60-401f-adfe-756d70f4daf4 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Mar 29 15:40:23.725607 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 522a3731-dccb-4323-a75c-5b55186e7eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=522a3731-dccb-4323-a75c-5b55186e7eef,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:23.737428 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '522a3731-dccb-4323-a75c-5b55186e7eef', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'port_id': '522a3731-dccb-4323-a75c-5b55186e7eef', 'mac_address': 'fa:16:3e:fc:fc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:23.772881 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 522a3731-dccb-4323-a75c-5b55186e7eef is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:40:23.773281 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:23.785576 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522a3731-dccb-4323-a75c-5b55186e7eef {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:23.803881 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 522a3731-dccb-4323-a75c-5b55186e7eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=522a3731-dccb-4323-a75c-5b55186e7eef,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:23.807903 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:23.851836 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=522a3731-dccb-4323-a75c-5b55186e7eef,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:24.046763 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db06f5c-bf7d-404d-a413-fd0146289be0 req-2afd0bb6-a610-4376-8895-8c4272cd1b48 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:24.048697 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0db06f5c-bf7d-404d-a413-fd0146289be0 req-2afd0bb6-a610-4376-8895-8c4272cd1b48 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 945 time: 0.0512679 Mar 29 15:40:24.100371 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-0db06f5c-bf7d-404d-a413-fd0146289be0 req-f028fb86-5ee6-4f66-a629-31a59b576b5e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457928 Mar 29 15:40:24.395116 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 3645c578-ba5f-4f35-bc6e-1afada125d11 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:24.448060 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 3645c578-ba5f-4f35-bc6e-1afada125d11 completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:40:24.452169 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 3645c578-ba5f-4f35-bc6e-1afada125d11 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:40:24.452542 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:24.648595 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 3645c578-ba5f-4f35-bc6e-1afada125d11 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:40:24.649282 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:24.670686 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:24.672910 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a3eb24-e2d8-43d5-bf1f-1b45ec4da748" -d '{"events": [{"server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "name": "network-vif-plugged", "status": "completed", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:24.685241 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 3645c578-ba5f-4f35-bc6e-1afada125d11, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3645c578-ba5f-4f35-bc6e-1afada125d11,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:24.691897 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:24.718250 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5209ec21-7fc6-4e14-b46f-127cba3daa4b x-openstack-request-id: req-5209ec21-7fc6-4e14-b46f-127cba3daa4b {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:24.718538 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "name": "network-vif-plugged", "status": "completed", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:24.719373 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5209ec21-7fc6-4e14-b46f-127cba3daa4b {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:24.719761 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5209ec21-7fc6-4e14-b46f-127cba3daa4b'] response: {'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11', 'code': 200} Mar 29 15:40:24.743998 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=3645c578-ba5f-4f35-bc6e-1afada125d11,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:24.831398 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359020b8-5db8-4fd0-8bad-c0f502adf9cb req-658b9206-fbb2-4c52-91b9-64de27472000 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:24.832857 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-359020b8-5db8-4fd0-8bad-c0f502adf9cb req-658b9206-fbb2-4c52-91b9-64de27472000 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 945 time: 0.0523803 Mar 29 15:40:24.878276 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-359020b8-5db8-4fd0-8bad-c0f502adf9cb req-f17d6409-57b4-4488-ba00-b574d3a09539 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398369 Mar 29 15:40:25.216137 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b937d-1bf8-4fb7-8425-9189d756309e req-3f409f1f-5607-4310-9b8b-574333b5d75a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.217632 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5a3b937d-1bf8-4fb7-8425-9189d756309e req-3f409f1f-5607-4310-9b8b-574333b5d75a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 945 time: 0.0512164 Mar 29 15:40:25.264258 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-5a3b937d-1bf8-4fb7-8425-9189d756309e req-dc9f6a7b-f6b7-4fd1-94fd-78bd99a589ed tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404930 Mar 29 15:40:25.427365 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37399446-f54d-4bca-b384-91ff2f2d06fb req-30556fd2-846d-45c7-801d-0a34a364076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.428773 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-37399446-f54d-4bca-b384-91ff2f2d06fb req-30556fd2-846d-45c7-801d-0a34a364076d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 1129 time: 0.0440006 Mar 29 15:40:25.470628 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-37399446-f54d-4bca-b384-91ff2f2d06fb req-56c64eab-5afb-468f-a75c-a5f2a0463543 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361092 Mar 29 15:40:25.499170 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['522a3731-dccb-4323-a75c-5b55186e7eef'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:25.977913 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-dda5571a-ac25-4661-8595-ce8dcf7e5dcd tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.979354 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-dda5571a-ac25-4661-8595-ce8dcf7e5dcd tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/networks?id=31aaf391-a908-4467-a1d0-b80213cf96df HTTP/1.1" status: 200 len: 813 time: 0.1012509 Mar 29 15:40:25.993918 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-e4b0b19e-6994-4645-a39b-b4b7514db85e tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/quotas/366cae0476104f9590d668e226710769 HTTP/1.1" status: 200 len: 375 time: 0.0088766 Mar 29 15:40:25.994800 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dcec1-3a3b-4d3e-9b56-b9e7e11d6d5d req-7d6ce3c4-704b-4359-a2a4-a0b9a5626ccf tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:25.996275 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-033dcec1-3a3b-4d3e-9b56-b9e7e11d6d5d req-7d6ce3c4-704b-4359-a2a4-a0b9a5626ccf tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 945 time: 0.0531144 Mar 29 15:40:26.026619 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-940a3ebd-6c3a-485e-88b2-d4bc7b21aadb tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=366cae0476104f9590d668e226710769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275819 Mar 29 15:40:26.046239 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-033dcec1-3a3b-4d3e-9b56-b9e7e11d6d5d req-1f3e2fbe-16d0-4a97-9a5f-f77d45424457 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444379 Mar 29 15:40:26.117358 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-16f6e8e6-766a-418e-b867-664c22e0aaee service neutron] 10.222.0.18 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833671 Mar 29 15:40:26.202487 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-3423536b-d97c-4f09-bfec-5fb130fd9031 service neutron] 10.222.0.18 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794473 Mar 29 15:40:26.392908 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-399c9592-2476-43fd-a95f-3e3e7d37cf17 req-c9ba060c-c1b8-46e0-ae29-dba603f0c4f6 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 210 time: 0.0451214 Mar 29 15:40:26.428778 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e4235-e3fa-458f-a7f2-060d7833309f req-958127ab-03cc-4057-9e2e-14d724697c9b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:26.438016 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a30e4235-e3fa-458f-a7f2-060d7833309f req-958127ab-03cc-4057-9e2e-14d724697c9b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 945 time: 0.0765858 Mar 29 15:40:26.494561 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a30e4235-e3fa-458f-a7f2-060d7833309f req-97ab90fa-0067-4ff4-b6fa-05ed4fc58107 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555968 Mar 29 15:40:27.168910 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefcca6-0630-4826-b623-02279bd553e8 req-27098d47-09b8-49b2-87ee-74b180e46fa0 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.170413 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-adefcca6-0630-4826-b623-02279bd553e8 req-27098d47-09b8-49b2-87ee-74b180e46fa0 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 945 time: 0.0597923 Mar 29 15:40:27.267626 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-adefcca6-0630-4826-b623-02279bd553e8 req-2a86732e-bdc1-48ee-9205-bafb4c3be91e tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908654 Mar 29 15:40:27.281502 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 522a3731-dccb-4323-a75c-5b55186e7eef up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:27.315573 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-bc856814-23a1-4222-a08d-3e225d1bfc42 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.317044 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-bc856814-23a1-4222-a08d-3e225d1bfc42 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.31 "GET /v2.0/networks?id=31aaf391-a908-4467-a1d0-b80213cf96df HTTP/1.1" status: 200 len: 813 time: 0.1206169 Mar 29 15:40:27.329092 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-2921979e-459a-49dd-90e2-aaf8bd40199b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Request body: {'port': {'device_id': '38a9b19c-9f51-4a19-98f7-e903f06f28bb', 'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df', 'admin_state_up': True, 'tenant_id': '366cae0476104f9590d668e226710769'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:27.345422 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 522a3731-dccb-4323-a75c-5b55186e7eef completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:40:27.351727 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 522a3731-dccb-4323-a75c-5b55186e7eef triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:40:27.352337 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:27.392740 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36d02-24f6-498a-9016-cc57d794d81d req-4a121d0e-557a-4ff4-9a05-7a6ebb7d5c9b tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.394431 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-22b36d02-24f6-498a-9016-cc57d794d81d req-4a121d0e-557a-4ff4-9a05-7a6ebb7d5c9b tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 945 time: 0.0578208 Mar 29 15:40:27.448297 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 522a3731-dccb-4323-a75c-5b55186e7eef is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:40:27.448915 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:27.458370 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-22b36d02-24f6-498a-9016-cc57d794d81d req-e4af6451-74b8-4ae8-ac68-219a8199b4a8 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557463 Mar 29 15:40:27.459524 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-2921979e-459a-49dd-90e2-aaf8bd40199b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Made reservation on behalf of 366cae0476104f9590d668e226710769 for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:40:27.463414 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-2921979e-459a-49dd-90e2-aaf8bd40199b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:27.476904 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211f7e3f-ed95-44b7-bd3b-802b62e1dfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a3731-dccb-4323-a75c-5b55186e7eef'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:27.479719 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccb78a1-4751-4bcf-b4ec-911e379bd04e" -d '{"events": [{"server_uuid": "211f7e3f-ed95-44b7-bd3b-802b62e1dfeb", "name": "network-vif-plugged", "status": "completed", "tag": "522a3731-dccb-4323-a75c-5b55186e7eef"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:27.497403 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 522a3731-dccb-4323-a75c-5b55186e7eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=522a3731-dccb-4323-a75c-5b55186e7eef,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:27.501722 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:27.509310 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-10224eac-9b22-47ca-878d-9b197e3ffb1e req-23d858ad-d553-4387-bc1d-7bb674a180f4 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 210 time: 0.0352688 Mar 29 15:40:27.556923 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=522a3731-dccb-4323-a75c-5b55186e7eef,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:27.576400 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40773272-dc34-4dac-a94f-476e2adfc019 x-openstack-request-id: req-40773272-dc34-4dac-a94f-476e2adfc019 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:27.576701 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211f7e3f-ed95-44b7-bd3b-802b62e1dfeb", "name": "network-vif-plugged", "status": "completed", "tag": "522a3731-dccb-4323-a75c-5b55186e7eef", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:27.577053 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40773272-dc34-4dac-a94f-476e2adfc019 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:27.577378 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40773272-dc34-4dac-a94f-476e2adfc019'] response: {'server_uuid': '211f7e3f-ed95-44b7-bd3b-802b62e1dfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a3731-dccb-4323-a75c-5b55186e7eef', 'code': 200} Mar 29 15:40:27.657543 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-2921979e-459a-49dd-90e2-aaf8bd40199b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Allocated IP 172.20.0.7 (31aaf391-a908-4467-a1d0-b80213cf96df/847b1b0a-320e-483e-9bf5-450852c9cbcd/070afcee-2597-4961-b03c-813b744b478b) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:27.710596 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011b0b5-5991-4c78-8ec6-64f2e8abcc41 req-6cc422d7-f561-426f-833a-b69e4322c529 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.712093 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e011b0b5-5991-4c78-8ec6-64f2e8abcc41 req-6cc422d7-f561-426f-833a-b69e4322c529 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 946 time: 0.0826821 Mar 29 15:40:27.798934 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77d05f-25a7-4164-aa61-03d9dc15b720 req-6e3e12f0-9a31-4c5d-b3b0-87906414ee69 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.800830 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-bc77d05f-25a7-4164-aa61-03d9dc15b720 req-6e3e12f0-9a31-4c5d-b3b0-87906414ee69 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 945 time: 0.0591693 Mar 29 15:40:27.848131 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-bc77d05f-25a7-4164-aa61-03d9dc15b720 req-f39a72b3-37de-40cc-863a-45f6dbdc37fc tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Mar 29 15:40:27.853269 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e011b0b5-5991-4c78-8ec6-64f2e8abcc41 req-c1ba8497-5fdf-4567-bfeb-8d09d9252719 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323416 Mar 29 15:40:27.893604 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a84bb-e7f0-4830-9146-8eab20a3e867 req-44ce8e89-deb1-4cb3-928d-7b5ca0258e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:27.895102 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-530a84bb-e7f0-4830-9146-8eab20a3e867 req-44ce8e89-deb1-4cb3-928d-7b5ca0258e51 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 1130 time: 0.1165555 Mar 29 15:40:27.897756 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-2921979e-459a-49dd-90e2-aaf8bd40199b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks [] for port (070afcee-2597-4961-b03c-813b744b478b), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:27.957757 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-530a84bb-e7f0-4830-9146-8eab20a3e867 req-6dcfb519-7dbd-451a-9c5d-e45348079fb3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555260 Mar 29 15:40:27.964989 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-2921979e-459a-49dd-90e2-aaf8bd40199b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (070afcee-2597-4961-b03c-813b744b478b), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:28.010571 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-2921979e-459a-49dd-90e2-aaf8bd40199b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Network 31aaf391-a908-4467-a1d0-b80213cf96df is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:28.013709 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-2921979e-459a-49dd-90e2-aaf8bd40199b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:28.019582 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-2921979e-459a-49dd-90e2-aaf8bd40199b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:28.026080 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921979e-459a-49dd-90e2-aaf8bd40199b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Pushing event updated for resources: {'Port': ['ID=070afcee-2597-4961-b03c-813b744b478b,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:28.072523 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-2921979e-459a-49dd-90e2-aaf8bd40199b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.073181 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-2921979e-459a-49dd-90e2-aaf8bd40199b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:28.090242 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-2921979e-459a-49dd-90e2-aaf8bd40199b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7655375 Mar 29 15:40:28.151049 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Request body: {'port': {'device_id': '38a9b19c-9f51-4a19-98f7-e903f06f28bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:28.212720 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (070afcee-2597-4961-b03c-813b744b478b), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:28.468051 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070afcee-2597-4961-b03c-813b744b478b {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:28.475523 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Publish callbacks [] for port (070afcee-2597-4961-b03c-813b744b478b), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:28.487658 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Transition to ACTIVE for port object 070afcee-2597-4961-b03c-813b744b478b will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:40:28.491254 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (070afcee-2597-4961-b03c-813b744b478b), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:28.538693 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Pushing event updated for resources: {'Port': ['ID=070afcee-2597-4961-b03c-813b744b478b,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:28.611165 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Attempting to bind port 070afcee-2597-4961-b03c-813b744b478b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:40:28.611491 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Attempting to bind port 070afcee-2597-4961-b03c-813b744b478b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '029e54e9-421d-479f-863e-dfb52f5dbcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:40:28.611809 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Attempting to bind port 070afcee-2597-4961-b03c-813b744b478b on network 31aaf391-a908-4467-a1d0-b80213cf96df {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:28.615978 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Port 070afcee-2597-4961-b03c-813b744b478b on network 31aaf391-a908-4467-a1d0-b80213cf96df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:40:28.616290 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Attempting to bind port 070afcee-2597-4961-b03c-813b744b478b on network 31aaf391-a908-4467-a1d0-b80213cf96df {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:40:28.620894 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:40:28.621423 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Checking segment: {'id': '029e54e9-421d-479f-863e-dfb52f5dbcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:40:28.621803 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Bound using segment: {'id': '029e54e9-421d-479f-863e-dfb52f5dbcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:40:28.622219 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Bound port: 070afcee-2597-4961-b03c-813b744b478b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029e54e9-421d-479f-863e-dfb52f5dbcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:40:28.622570 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (070afcee-2597-4961-b03c-813b744b478b), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:28.632508 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db48f54-0487-4220-81ec-5a2a94a94441 req-bb13082b-4b29-4c38-95c8-7f4210813335 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.634001 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9db48f54-0487-4220-81ec-5a2a94a94441 req-bb13082b-4b29-4c38-95c8-7f4210813335 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 943 time: 0.0521965 Mar 29 15:40:28.680668 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9db48f54-0487-4220-81ec-5a2a94a94441 req-5756a0d6-b6d5-4b2f-a605-ca056506744e tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 Mar 29 15:40:28.686192 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] For port 070afcee-2597-4961-b03c-813b744b478b, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:40:28.689290 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] For port 070afcee-2597-4961-b03c-813b744b478b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=070afcee-2597-4961-b03c-813b744b478b,segment=NetworkSegment(029e54e9-421d-479f-863e-dfb52f5dbcdc),segment_id=029e54e9-421d-479f-863e-dfb52f5dbcdc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:40:28.695684 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (070afcee-2597-4961-b03c-813b744b478b), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:28.727018 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.727842 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:28.729225 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] 10.222.0.31 "PUT /v2.0/ports/070afcee-2597-4961-b03c-813b744b478b HTTP/1.1" status: 200 len: 1093 time: 0.5841281 Mar 29 15:40:28.731146 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a9b19c-9f51-4a19-98f7-e903f06f28bb', 'tag': '070afcee-2597-4961-b03c-813b744b478b'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:28.733413 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62de3c5-2eff-4d7c-8e96-b4fc6bee7497" -d '{"events": [{"name": "network-changed", "server_uuid": "38a9b19c-9f51-4a19-98f7-e903f06f28bb", "tag": "070afcee-2597-4961-b03c-813b744b478b"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:28.761185 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d4c12-7764-4b13-b719-2bb8984d2780 service neutron] Pushing event updated for resources: {'Port': ['ID=070afcee-2597-4961-b03c-813b744b478b,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:28.768714 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ad3ea0-0458-457f-96e9-0997f65f9c4e x-openstack-request-id: req-00ad3ea0-0458-457f-96e9-0997f65f9c4e {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:28.769106 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a9b19c-9f51-4a19-98f7-e903f06f28bb", "tag": "070afcee-2597-4961-b03c-813b744b478b", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:28.769423 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00ad3ea0-0458-457f-96e9-0997f65f9c4e {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:28.770591 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ad3ea0-0458-457f-96e9-0997f65f9c4e'] response: {'name': 'network-changed', 'server_uuid': '38a9b19c-9f51-4a19-98f7-e903f06f28bb', 'tag': '070afcee-2597-4961-b03c-813b744b478b', 'status': 'completed', 'code': 200} Mar 29 15:40:28.817782 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-079c336e-a919-4d54-a5cd-7e616736ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.819234 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-079c336e-a919-4d54-a5cd-7e616736ca4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=366cae0476104f9590d668e226710769&device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 1127 time: 0.0445864 Mar 29 15:40:28.871556 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-97fe52d6-71d1-4a5f-b813-7d072c266f70 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070afcee-2597-4961-b03c-813b744b478b HTTP/1.1" status: 200 len: 217 time: 0.0383842 Mar 29 15:40:28.918591 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-d5e23943-a579-4b1a-bae0-76a5ce383186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.920232 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-d5e23943-a579-4b1a-bae0-76a5ce383186 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=847b1b0a-320e-483e-9bf5-450852c9cbcd HTTP/1.1" status: 200 len: 853 time: 0.0422592 Mar 29 15:40:28.952277 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-42e29577-6d82-4c64-b64f-dbd5773c464e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31aaf391-a908-4467-a1d0-b80213cf96df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250952 Mar 29 15:40:28.977518 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc682356-cb35-49a4-bab2-e7af50586230 req-0dad3714-aff3-49e7-b396-039b0e6004b1 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:28.978893 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-dc682356-cb35-49a4-bab2-e7af50586230 req-0dad3714-aff3-49e7-b396-039b0e6004b1 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 946 time: 0.0558455 Mar 29 15:40:29.029162 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-dc682356-cb35-49a4-bab2-e7af50586230 req-edac251a-7b72-42b7-8b3d-598129f4a90b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442483 Mar 29 15:40:29.047886 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-5e9ec86c-ccb4-4bdc-b21b-a839c589ab1d service neutron] 10.222.0.31 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890095 Mar 29 15:40:29.135675 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e82aef7e-4e21-47f3-8d0a-d6500f45bafd req-d1e33e9f-a22e-4fc0-b5b8-d50b42fb820d service neutron] 10.222.0.31 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814204 Mar 29 15:40:29.216470 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62de3c5-2eff-4d7c-8e96-b4fc6bee7497 req-9bdec91c-cdaf-4598-abf5-b449052a12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.217987 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f62de3c5-2eff-4d7c-8e96-b4fc6bee7497 req-9bdec91c-cdaf-4598-abf5-b449052a12be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=366cae0476104f9590d668e226710769&device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 1127 time: 0.0445380 Mar 29 15:40:29.309872 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62de3c5-2eff-4d7c-8e96-b4fc6bee7497 req-9f40338f-7325-40cb-a22c-6d53e2a7353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.311341 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f62de3c5-2eff-4d7c-8e96-b4fc6bee7497 req-9f40338f-7325-40cb-a22c-6d53e2a7353a service neutron] 10.222.0.31 "GET /v2.0/networks?id=31aaf391-a908-4467-a1d0-b80213cf96df HTTP/1.1" status: 200 len: 914 time: 0.0864742 Mar 29 15:40:29.358905 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f62de3c5-2eff-4d7c-8e96-b4fc6bee7497 req-c319e5d6-2c49-4fc3-822c-2e1eba7391dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070afcee-2597-4961-b03c-813b744b478b HTTP/1.1" status: 200 len: 217 time: 0.0399778 Mar 29 15:40:29.411609 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62de3c5-2eff-4d7c-8e96-b4fc6bee7497 req-8e36ca54-4ea2-4cdb-9a58-b9799c76c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.413079 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f62de3c5-2eff-4d7c-8e96-b4fc6bee7497 req-8e36ca54-4ea2-4cdb-9a58-b9799c76c2c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=847b1b0a-320e-483e-9bf5-450852c9cbcd HTTP/1.1" status: 200 len: 853 time: 0.0468450 Mar 29 15:40:29.445019 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f62de3c5-2eff-4d7c-8e96-b4fc6bee7497 req-fc00de09-ed23-4de5-bbea-3828002735ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31aaf391-a908-4467-a1d0-b80213cf96df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251551 Mar 29 15:40:29.537006 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f62de3c5-2eff-4d7c-8e96-b4fc6bee7497 req-dd1a7758-d66c-4e9f-a686-1eaf99510c26 service neutron] 10.222.0.31 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852478 Mar 29 15:40:29.801561 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59574384-f7f0-46b4-b835-f702e4b78ce6 req-c255ef1d-fa14-446f-a6e9-3fd10c1d8ba2 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:29.803068 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-59574384-f7f0-46b4-b835-f702e4b78ce6 req-c255ef1d-fa14-446f-a6e9-3fd10c1d8ba2 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 943 time: 0.0545189 Mar 29 15:40:29.851610 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-59574384-f7f0-46b4-b835-f702e4b78ce6 req-b84bc62c-cc7e-4feb-9b72-3b39a612f1c0 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 Mar 29 15:40:29.912606 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f62de3c5-2eff-4d7c-8e96-b4fc6bee7497 req-71ecfd68-06a2-4cdd-b5fb-364a430975f9 service neutron] 10.222.0.31 "GET /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693388 Mar 29 15:40:30.149200 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071adcf-95e1-40ce-bf16-ee4cec091e0d req-88b643c6-9666-456e-91de-5ebd13869ba9 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:30.150682 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3071adcf-95e1-40ce-bf16-ee4cec091e0d req-88b643c6-9666-456e-91de-5ebd13869ba9 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 946 time: 0.0519300 Mar 29 15:40:30.198089 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3071adcf-95e1-40ce-bf16-ee4cec091e0d req-b162fba0-4a10-4b53-8aea-7da143cfc4d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Mar 29 15:40:30.310498 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc8a1b-2529-4840-99e6-0179acd54f73 req-bbaaefba-382e-42d8-94b6-b1673fbdb7b7 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:30.311903 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a0cc8a1b-2529-4840-99e6-0179acd54f73 req-bbaaefba-382e-42d8-94b6-b1673fbdb7b7 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 946 time: 0.0509343 Mar 29 15:40:30.362608 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-a0cc8a1b-2529-4840-99e6-0179acd54f73 req-c11684cd-643a-4320-a62b-f65b532e1ef1 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446758 Mar 29 15:40:30.384491 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55722) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:40:30.525375 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9031ad2b-78e3-457b-a5b3-3a3b131d112f tempest-TestVolumeBootPattern-857933974 tempest-TestVolumeBootPattern-857933974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:30.526873 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-9031ad2b-78e3-457b-a5b3-3a3b131d112f tempest-TestVolumeBootPattern-857933974 tempest-TestVolumeBootPattern-857933974-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 1125 time: 0.1413937 Mar 29 15:40:30.529788 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55726) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:40:30.533954 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'port_id': '522a3731-dccb-4323-a75c-5b55186e7eef', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:30.553374 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:30.644436 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:30.748339 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Allocated IP 172.27.0.60 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/e3cc414e-f666-4d24-ab8d-588cfcd81e90) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:30.845504 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for port (e3cc414e-f666-4d24-ab8d-588cfcd81e90), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:30.878578 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (e3cc414e-f666-4d24-ab8d-588cfcd81e90), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:30.921578 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:30.926344 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:30.931140 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:30.933957 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'Port': ['ID=e3cc414e-f666-4d24-ab8d-588cfcd81e90,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:30.962538 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.962884 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.963218 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.963552 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.963879 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.964199 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.964521 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.964841 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.965183 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.965506 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.965825 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.966141 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.966456 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.966770 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.967081 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:40:30.968778 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585faa78-900a-44ab-9cd0-cf0fa08fff51 req-641b3416-abc2-4e4d-806c-f75bfe1d38cc tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:30.971076 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-585faa78-900a-44ab-9cd0-cf0fa08fff51 req-641b3416-abc2-4e4d-806c-f75bfe1d38cc tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 943 time: 0.0525062 Mar 29 15:40:31.023798 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-585faa78-900a-44ab-9cd0-cf0fa08fff51 req-8c4d64f9-d6ec-4887-8da3-2c70b9bd4b45 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456014 Mar 29 15:40:31.284562 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for floatingip (d9960041-ef3c-43e5-b656-d4917f99942e), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:31.353947 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (e3cc414e-f666-4d24-ab8d-588cfcd81e90), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:31.498432 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for port (e3cc414e-f666-4d24-ab8d-588cfcd81e90), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:31.503209 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403429'] for port (e3cc414e-f666-4d24-ab8d-588cfcd81e90), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:31.567832 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'Port': ['ID=e3cc414e-f666-4d24-ab8d-588cfcd81e90,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:31.577282 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (d9960041-ef3c-43e5-b656-d4917f99942e), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:31.924261 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.l3_db [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Floating IP d9960041-ef3c-43e5-b656-d4917f99942e associated. External IP: 172.27.0.60, port: 522a3731-dccb-4323-a75c-5b55186e7eef. Mar 29 15:40:32.170531 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef63f-d60c-43f3-b2f3-00091aef9398 req-ef4b22e6-e91a-4d35-b512-8517ca5bfb5c tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:32.171999 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e69ef63f-d60c-43f3-b2f3-00091aef9398 req-ef4b22e6-e91a-4d35-b512-8517ca5bfb5c tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 943 time: 0.0817928 Mar 29 15:40:32.173705 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:40:32.293191 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e69ef63f-d60c-43f3-b2f3-00091aef9398 req-093ba5a9-0af0-46ec-a01a-ba8310f884cd tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148951 Mar 29 15:40:32.316812 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:40:32.327154 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90b64c-75e2-42e9-8ff9-252f99ad63b2 None None] Sync routers for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:40:32.337684 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:32.338128 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc90b64c-75e2-42e9-8ff9-252f99ad63b2 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:40:32.338766 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cc90b64c-75e2-42e9-8ff9-252f99ad63b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:40:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:32.375183 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-8fdcd849-9d00-4ec2-a6b1-441d15585b6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8443532 Mar 29 15:40:32.375763 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211f7e3f-ed95-44b7-bd3b-802b62e1dfeb', 'tag': '522a3731-dccb-4323-a75c-5b55186e7eef'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:32.378250 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7aded1-a7bd-444c-bc36-ddd21901c11d" -d '{"events": [{"name": "network-changed", "server_uuid": "211f7e3f-ed95-44b7-bd3b-802b62e1dfeb", "tag": "522a3731-dccb-4323-a75c-5b55186e7eef"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:32.414216 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4668e361-1b83-4c80-8e1e-98e1c69b690f x-openstack-request-id: req-4668e361-1b83-4c80-8e1e-98e1c69b690f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:32.414508 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211f7e3f-ed95-44b7-bd3b-802b62e1dfeb", "tag": "522a3731-dccb-4323-a75c-5b55186e7eef", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:32.414754 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4668e361-1b83-4c80-8e1e-98e1c69b690f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:32.415153 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4668e361-1b83-4c80-8e1e-98e1c69b690f'] response: {'name': 'network-changed', 'server_uuid': '211f7e3f-ed95-44b7-bd3b-802b62e1dfeb', 'tag': '522a3731-dccb-4323-a75c-5b55186e7eef', 'status': 'completed', 'code': 200} Mar 29 15:40:32.448502 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-cc90b64c-75e2-42e9-8ff9-252f99ad63b2 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:40:32.478468 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7aded1-a7bd-444c-bc36-ddd21901c11d req-72356b74-bd11-4fe4-bd1d-0ba95dedcd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:32.479888 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ee7aded1-a7bd-444c-bc36-ddd21901c11d req-72356b74-bd11-4fe4-bd1d-0ba95dedcd51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 1130 time: 0.0449855 Mar 29 15:40:32.567053 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7aded1-a7bd-444c-bc36-ddd21901c11d req-ff2d3e12-b714-423f-aeb4-0e08f8a8cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:32.568518 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ee7aded1-a7bd-444c-bc36-ddd21901c11d req-ff2d3e12-b714-423f-aeb4-0e08f8a8cb3b service neutron] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 913 time: 0.0830522 Mar 29 15:40:32.635261 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ee7aded1-a7bd-444c-bc36-ddd21901c11d req-165c79c0-b1f4-4d8c-b079-592ce675a60a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=522a3731-dccb-4323-a75c-5b55186e7eef HTTP/1.1" status: 200 len: 999 time: 0.0611081 Mar 29 15:40:32.677318 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cc90b64c-75e2-42e9-8ff9-252f99ad63b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'd9960041-ef3c-43e5-b656-d4917f99942e', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '522a3731-dccb-4323-a75c-5b55186e7eef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:fc:fc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f7e3f-ed95-44b7-bd3b-802b62e1dfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:40:31Z', 'updated_at': '2022-03-29T15:40:31Z', 'revision_number': 0, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:32.681516 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7aded1-a7bd-444c-bc36-ddd21901c11d req-776fc274-f607-406a-ba4a-abeec33e4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:32.682939 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ee7aded1-a7bd-444c-bc36-ddd21901c11d req-776fc274-f607-406a-ba4a-abeec33e4063 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.0426643 Mar 29 15:40:32.704460 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90b64c-75e2-42e9-8ff9-252f99ad63b2 None None] Checking router: 9d2fda5f-e179-4a79-af1f-e3dce2b8514d for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:40:32.712869 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc90b64c-75e2-42e9-8ff9-252f99ad63b2 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:40:32.713518 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cc90b64c-75e2-42e9-8ff9-252f99ad63b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:40:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:32.732641 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7aded1-a7bd-444c-bc36-ddd21901c11d req-dbc7bf8f-22f7-4c02-9fa6-45c844772f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:32.734152 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ee7aded1-a7bd-444c-bc36-ddd21901c11d req-dbc7bf8f-22f7-4c02-9fa6-45c844772f0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451009 Mar 29 15:40:32.821467 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-cc90b64c-75e2-42e9-8ff9-252f99ad63b2 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:40:32.831152 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ee7aded1-a7bd-444c-bc36-ddd21901c11d req-2d9e55ed-7af0-4974-8c09-39f93ed5c009 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908768 Mar 29 15:40:32.918697 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ee7aded1-a7bd-444c-bc36-ddd21901c11d req-51176833-11e3-45e9-aa12-e7c8f2ecadc0 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809758 Mar 29 15:40:33.037325 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cc90b64c-75e2-42e9-8ff9-252f99ad63b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'd9960041-ef3c-43e5-b656-d4917f99942e', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '522a3731-dccb-4323-a75c-5b55186e7eef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:fc:fc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f7e3f-ed95-44b7-bd3b-802b62e1dfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:40:31Z', 'updated_at': '2022-03-29T15:40:31Z', 'revision_number': 0, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:33.066084 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90b64c-75e2-42e9-8ff9-252f99ad63b2 None None] The sync data for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi is: [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': 'd9960041-ef3c-43e5-b656-d4917f99942e', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '522a3731-dccb-4323-a75c-5b55186e7eef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:fc:fc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f7e3f-ed95-44b7-bd3b-802b62e1dfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:40:31Z', 'updated_at': '2022-03-29T15:40:31Z', 'revision_number': 0, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:40:33.257383 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e28bf-7fd8-4058-bf92-179287fe025c None None] New status for floating IP d9960041-ef3c-43e5-b656-d4917f99942e: ACTIVE {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:40:33.345620 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 070afcee-2597-4961-b03c-813b744b478b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:40:33.414206 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dba68a-6697-48d1-9a32-78c8a416643b req-5cd9ddf3-3f43-4b0d-9f10-7754c4e041aa tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:33.415712 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e6dba68a-6697-48d1-9a32-78c8a416643b req-5cd9ddf3-3f43-4b0d-9f10-7754c4e041aa tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 943 time: 0.0555847 Mar 29 15:40:33.445556 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 070afcee-2597-4961-b03c-813b744b478b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=070afcee-2597-4961-b03c-813b744b478b,segment=NetworkSegment(029e54e9-421d-479f-863e-dfb52f5dbcdc),segment_id=029e54e9-421d-479f-863e-dfb52f5dbcdc)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:33.456820 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '070afcee-2597-4961-b03c-813b744b478b', 'network_id': '31aaf391-a908-4467-a1d0-b80213cf96df', 'port_id': '070afcee-2597-4961-b03c-813b744b478b', 'mac_address': 'fa:16:3e:56:83:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847b1b0a-320e-483e-9bf5-450852c9cbcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:40:33.464671 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e6dba68a-6697-48d1-9a32-78c8a416643b req-d0aee68c-db92-487c-8850-00f91b35c5f5 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Mar 29 15:40:33.496595 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 070afcee-2597-4961-b03c-813b744b478b is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:40:33.497008 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (070afcee-2597-4961-b03c-813b744b478b), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:33.509503 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070afcee-2597-4961-b03c-813b744b478b {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:40:33.527469 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 070afcee-2597-4961-b03c-813b744b478b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=070afcee-2597-4961-b03c-813b744b478b,segment=NetworkSegment(029e54e9-421d-479f-863e-dfb52f5dbcdc),segment_id=029e54e9-421d-479f-863e-dfb52f5dbcdc)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:33.531924 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (070afcee-2597-4961-b03c-813b744b478b), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:33.577221 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=070afcee-2597-4961-b03c-813b744b478b,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:33.751535 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['070afcee-2597-4961-b03c-813b744b478b'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:34.591911 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb10248-62fd-4dc2-810d-efb38429f5fe req-1d72f016-93d0-49e4-b099-4b090df56334 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:34.593405 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3fb10248-62fd-4dc2-810d-efb38429f5fe req-1d72f016-93d0-49e4-b099-4b090df56334 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 944 time: 0.0560579 Mar 29 15:40:34.639592 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3fb10248-62fd-4dc2-810d-efb38429f5fe req-b09429b7-fcdb-415a-ae90-df824fbf4a11 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405200 Mar 29 15:40:35.357472 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 070afcee-2597-4961-b03c-813b744b478b up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:40:35.403863 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 070afcee-2597-4961-b03c-813b744b478b completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:40:35.408455 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 070afcee-2597-4961-b03c-813b744b478b triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:40:35.408957 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (070afcee-2597-4961-b03c-813b744b478b), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:35.488789 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 070afcee-2597-4961-b03c-813b744b478b is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:40:35.489217 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (070afcee-2597-4961-b03c-813b744b478b), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:35.513819 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a9b19c-9f51-4a19-98f7-e903f06f28bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070afcee-2597-4961-b03c-813b744b478b'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:35.516065 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52400f9-69a7-499c-a08f-6ae5aa5faaec" -d '{"events": [{"server_uuid": "38a9b19c-9f51-4a19-98f7-e903f06f28bb", "name": "network-vif-plugged", "status": "completed", "tag": "070afcee-2597-4961-b03c-813b744b478b"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:35.527698 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 070afcee-2597-4961-b03c-813b744b478b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=070afcee-2597-4961-b03c-813b744b478b,segment=NetworkSegment(029e54e9-421d-479f-863e-dfb52f5dbcdc),segment_id=029e54e9-421d-479f-863e-dfb52f5dbcdc)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:35.531733 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (070afcee-2597-4961-b03c-813b744b478b), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:35.554276 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfc7be4-31f0-4333-856d-1898c2cd1dcb x-openstack-request-id: req-3bfc7be4-31f0-4333-856d-1898c2cd1dcb {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:35.554566 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a9b19c-9f51-4a19-98f7-e903f06f28bb", "name": "network-vif-plugged", "status": "completed", "tag": "070afcee-2597-4961-b03c-813b744b478b", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:35.554820 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3bfc7be4-31f0-4333-856d-1898c2cd1dcb {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:35.555203 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfc7be4-31f0-4333-856d-1898c2cd1dcb'] response: {'server_uuid': '38a9b19c-9f51-4a19-98f7-e903f06f28bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070afcee-2597-4961-b03c-813b744b478b', 'code': 200} Mar 29 15:40:35.580133 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=070afcee-2597-4961-b03c-813b744b478b,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:35.765881 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddc994-6b64-4b4b-b82b-2ebb35f0a0db req-222e5554-cc19-40d3-b96b-a6273f71c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.767396 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-afddc994-6b64-4b4b-b82b-2ebb35f0a0db req-222e5554-cc19-40d3-b96b-a6273f71c3a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 1129 time: 0.0835187 Mar 29 15:40:35.778731 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6b537-9f01-4e9a-8221-bd734dc421f9 req-35b5d064-515e-4451-a2be-022e497318e6 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:35.780390 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7cf6b537-9f01-4e9a-8221-bd734dc421f9 req-35b5d064-515e-4451-a2be-022e497318e6 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 945 time: 0.0705454 Mar 29 15:40:35.856963 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-afddc994-6b64-4b4b-b82b-2ebb35f0a0db req-62b0f9aa-6a87-4d91-b560-ce72cda05aab service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758317 Mar 29 15:40:35.860083 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7cf6b537-9f01-4e9a-8221-bd734dc421f9 req-7fdefa20-1709-4ef6-861b-21c3ce91291a tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735569 Mar 29 15:40:36.362857 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65954a25-5bd2-4299-9cd6-73837a40d20a req-b362c05a-4d67-444e-9abd-2ee3c5c01ec6 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:36.364322 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-65954a25-5bd2-4299-9cd6-73837a40d20a req-b362c05a-4d67-444e-9abd-2ee3c5c01ec6 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 945 time: 0.0531499 Mar 29 15:40:36.409698 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-65954a25-5bd2-4299-9cd6-73837a40d20a req-3283c591-89cd-4394-9123-5f420a025431 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 Mar 29 15:40:36.431647 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55762) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:40:36.519666 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fb2387-e15e-43a1-932d-a4f8d395163c tempest-TestMinimumBasicScenario-1862362788 tempest-TestMinimumBasicScenario-1862362788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:36.521203 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-61fb2387-e15e-43a1-932d-a4f8d395163c tempest-TestMinimumBasicScenario-1862362788 tempest-TestMinimumBasicScenario-1862362788-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 1124 time: 0.0885720 Mar 29 15:40:36.524202 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55766) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:40:36.535748 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'port_id': '3645c578-ba5f-4f35-bc6e-1afada125d11', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:36.555274 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:36.649006 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:36.753108 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Allocated IP 172.27.0.30 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/0a2a62ba-ff33-4b17-a562-4ba77d125fdb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:40:36.850607 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for port (0a2a62ba-ff33-4b17-a562-4ba77d125fdb), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:36.887579 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (0a2a62ba-ff33-4b17-a562-4ba77d125fdb), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:36.929812 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:40:36.932737 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:40:36.938900 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:40:36.961426 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event updated for resources: {'Port': ['ID=0a2a62ba-ff33-4b17-a562-4ba77d125fdb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:36.989870 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28755d-0f95-4890-9d25-f15f6e90f86d req-fe80f61b-1e7c-4cb3-8f17-ebe57cc012e1 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:36.991463 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-de28755d-0f95-4890-9d25-f15f6e90f86d req-fe80f61b-1e7c-4cb3-8f17-ebe57cc012e1 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 945 time: 0.0623455 Mar 29 15:40:37.040190 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-de28755d-0f95-4890-9d25-f15f6e90f86d req-f6cafc0f-9c7d-4b4f-b2a5-49ec98282973 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430295 Mar 29 15:40:37.297516 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for floatingip (0a0a1a68-c33b-4d06-9c50-1355ae04caf2), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:37.368453 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (0a2a62ba-ff33-4b17-a562-4ba77d125fdb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:37.512845 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for port (0a2a62ba-ff33-4b17-a562-4ba77d125fdb), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:37.518002 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403429'] for port (0a2a62ba-ff33-4b17-a562-4ba77d125fdb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:37.590483 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event updated for resources: {'Port': ['ID=0a2a62ba-ff33-4b17-a562-4ba77d125fdb,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:37.598439 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (0a0a1a68-c33b-4d06-9c50-1355ae04caf2), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:37.698117 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.l3_db [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Floating IP 0a0a1a68-c33b-4d06-9c50-1355ae04caf2 associated. External IP: 172.27.0.30, port: 3645c578-ba5f-4f35-bc6e-1afada125d11. Mar 29 15:40:37.899852 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Router ed775ef6-e825-4168-8b5b-ad8278413925 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:40:38.005050 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:40:38.014361 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a397d-2d18-45fd-bd0b-fc64606d6778 None None] Sync routers for ids ['ed775ef6-e825-4168-8b5b-ad8278413925'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:40:38.023435 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.024748 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a397d-2d18-45fd-bd0b-fc64606d6778 None None] Routers {'ed775ef6-e825-4168-8b5b-ad8278413925'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:40:38.025376 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1e3a397d-2d18-45fd-bd0b-fc64606d6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:40:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['ed775ef6-e825-4168-8b5b-ad8278413925'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:38.054606 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-0c8844fd-a5e9-4663-996a-de6130543591 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5200555 Mar 29 15:40:38.054606 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:38.054924 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a6471d-e0bd-4521-b750-69b459267f51" -d '{"events": [{"name": "network-changed", "server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:38.055202 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 55770) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:40:38.059696 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-580fdac8-2a61-4a06-bac8-62ff06584b42 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1024895585', 'description': 'tempest-secgroup-smoke-1024895585 description', 'project_id': '7ddd17786b9642baa6ccb2551de32418'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:38.106112 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-580fdac8-2a61-4a06-bac8-62ff06584b42 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.125406 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f5fa23-91a7-4baf-87e1-d0d71275d3e9 x-openstack-request-id: req-f0f5fa23-91a7-4baf-87e1-d0d71275d3e9 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:38.126279 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:38.126612 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0f5fa23-91a7-4baf-87e1-d0d71275d3e9 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:38.127088 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f5fa23-91a7-4baf-87e1-d0d71275d3e9'] response: {'name': 'network-changed', 'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11', 'status': 'completed', 'code': 200} Mar 29 15:40:38.134221 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1e3a397d-2d18-45fd-bd0b-fc64606d6778 None None] Set router ed775ef6-e825-4168-8b5b-ad8278413925 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:40:38.242951 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489cbe0-fd4e-4fd1-83db-3c7838fc93fe req-f2fd22bd-146c-4288-9b29-dbd3fa6c5158 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.244328 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c489cbe0-fd4e-4fd1-83db-3c7838fc93fe req-f2fd22bd-146c-4288-9b29-dbd3fa6c5158 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 945 time: 0.1283078 Mar 29 15:40:38.260825 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6471d-e0bd-4521-b750-69b459267f51 req-7f91ba8e-9db5-46d0-93ab-39026f3d7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.262360 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e9a6471d-e0bd-4521-b750-69b459267f51 req-7f91ba8e-9db5-46d0-93ab-39026f3d7f24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ddd17786b9642baa6ccb2551de32418&device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 1129 time: 0.1074433 Mar 29 15:40:38.291867 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-580fdac8-2a61-4a06-bac8-62ff06584b42 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group (7f2ae837-6794-4f45-8bae-9384002fe93d), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.327695 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-580fdac8-2a61-4a06-bac8-62ff06584b42 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (7f2ae837-6794-4f45-8bae-9384002fe93d), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.364073 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1e3a397d-2d18-45fd-bd0b-fc64606d6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 4, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port': {'id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '0a0a1a68-c33b-4d06-9c50-1355ae04caf2', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'port_id': '3645c578-ba5f-4f35-bc6e-1afada125d11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'mac_address': 'fa:16:3e:b0:61:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186b3b73-d385-4163-9c2b-254684966d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:40:37Z', 'updated_at': '2022-03-29T15:40:37Z', 'revision_number': 0, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428bc015-30ac-48c0-9df5-0f7dba3bcf03', 'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'mac_address': 'fa:16:3e:d4:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:39Z', 'updated_at': '2022-03-29T15:39:44Z', 'revision_number': 5, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'subnets': [{'id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:38.390850 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a397d-2d18-45fd-bd0b-fc64606d6778 None None] Checking router: ed775ef6-e825-4168-8b5b-ad8278413925 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:40:38.393914 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-580fdac8-2a61-4a06-bac8-62ff06584b42 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.395145 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-580fdac8-2a61-4a06-bac8-62ff06584b42 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3388615 Mar 29 15:40:38.397928 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fdac8-2a61-4a06-bac8-62ff06584b42 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2ae837-6794-4f45-8bae-9384002fe93d,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:38.398337 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55776) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:40:38.400082 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a397d-2d18-45fd-bd0b-fc64606d6778 None None] Routers {'ed775ef6-e825-4168-8b5b-ad8278413925'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:40:38.400082 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1e3a397d-2d18-45fd-bd0b-fc64606d6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:40:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['ed775ef6-e825-4168-8b5b-ad8278413925'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:38.402637 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c489cbe0-fd4e-4fd1-83db-3c7838fc93fe req-b99a043e-2fe3-463f-b3db-cdb8f66285e4 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494212 Mar 29 15:40:38.406178 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-aeef35e3-b790-493c-9aa5-5d7f871d4ec0 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Request body: {'security_group_rule': {'security_group_id': '7f2ae837-6794-4f45-8bae-9384002fe93d', 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:38.433922 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6471d-e0bd-4521-b750-69b459267f51 req-85da2e68-a2fc-4f49-9fc4-3b7917c27f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.435530 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e9a6471d-e0bd-4521-b750-69b459267f51 req-85da2e68-a2fc-4f49-9fc4-3b7917c27f77 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92 HTTP/1.1" status: 200 len: 916 time: 0.1659186 Mar 29 15:40:38.437221 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aeef35e3-b790-493c-9aa5-5d7f871d4ec0 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (2726f578-317f-4d01-bba4-4e7c04ebf1c6), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.509001 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aeef35e3-b790-493c-9aa5-5d7f871d4ec0 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (2726f578-317f-4d01-bba4-4e7c04ebf1c6), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.514011 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aeef35e3-b790-493c-9aa5-5d7f871d4ec0 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (2726f578-317f-4d01-bba4-4e7c04ebf1c6), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.522154 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e9a6471d-e0bd-4521-b750-69b459267f51 req-6d5b339b-6fed-4516-9ad0-07629240c444 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3645c578-ba5f-4f35-bc6e-1afada125d11 HTTP/1.1" status: 200 len: 998 time: 0.0798221 Mar 29 15:40:38.539631 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef35e3-b790-493c-9aa5-5d7f871d4ec0 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2726f578-317f-4d01-bba4-4e7c04ebf1c6,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:38.546933 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aeef35e3-b790-493c-9aa5-5d7f871d4ec0 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.551435 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-aeef35e3-b790-493c-9aa5-5d7f871d4ec0 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477017 Mar 29 15:40:38.551751 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55782) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:40:38.557176 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-58cac32a-5a62-4242-9323-dda4eb81acf3 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Request body: {'security_group_rule': {'security_group_id': '7f2ae837-6794-4f45-8bae-9384002fe93d', 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:38.593982 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58cac32a-5a62-4242-9323-dda4eb81acf3 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (1c71dc51-8d54-43ca-957e-f03b6e232bc7), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.596331 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6471d-e0bd-4521-b750-69b459267f51 req-0c5730e3-2a92-477f-a1f0-839dc327c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.598321 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e9a6471d-e0bd-4521-b750-69b459267f51 req-0c5730e3-2a92-477f-a1f0-839dc327c2ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1633903-b4d6-43e4-bddf-2bbfd1d28f1c HTTP/1.1" status: 200 len: 854 time: 0.0698454 Mar 29 15:40:38.664126 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6471d-e0bd-4521-b750-69b459267f51 req-1e77ff8d-a142-4c89-8717-91068dca3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:38.666169 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e9a6471d-e0bd-4521-b750-69b459267f51 req-1e77ff8d-a142-4c89-8717-91068dca3101 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0613410 Mar 29 15:40:38.673480 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58cac32a-5a62-4242-9323-dda4eb81acf3 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (1c71dc51-8d54-43ca-957e-f03b6e232bc7), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.677429 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58cac32a-5a62-4242-9323-dda4eb81acf3 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (1c71dc51-8d54-43ca-957e-f03b6e232bc7), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.692540 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cac32a-5a62-4242-9323-dda4eb81acf3 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c71dc51-8d54-43ca-957e-f03b6e232bc7,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:38.704953 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1e3a397d-2d18-45fd-bd0b-fc64606d6778 None None] Set router ed775ef6-e825-4168-8b5b-ad8278413925 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:40:38.709057 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58cac32a-5a62-4242-9323-dda4eb81acf3 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.710726 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-58cac32a-5a62-4242-9323-dda4eb81acf3 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579792 Mar 29 15:40:38.713366 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55788) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:40:38.718353 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-df9d32ac-0a87-4d83-8622-b86dbab52959 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Request body: {'security_group_rule': {'security_group_id': '7f2ae837-6794-4f45-8bae-9384002fe93d', 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:38.750581 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df9d32ac-0a87-4d83-8622-b86dbab52959 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (047e36f3-5b93-4cbb-847f-8502f1502ce0), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.770753 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e9a6471d-e0bd-4521-b750-69b459267f51 req-1122568d-0663-41c8-8348-ce52a4babb1d service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967901 Mar 29 15:40:38.834687 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df9d32ac-0a87-4d83-8622-b86dbab52959 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (047e36f3-5b93-4cbb-847f-8502f1502ce0), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.840257 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df9d32ac-0a87-4d83-8622-b86dbab52959 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (047e36f3-5b93-4cbb-847f-8502f1502ce0), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.861857 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d32ac-0a87-4d83-8622-b86dbab52959 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047e36f3-5b93-4cbb-847f-8502f1502ce0,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:38.871897 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df9d32ac-0a87-4d83-8622-b86dbab52959 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.873179 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-df9d32ac-0a87-4d83-8622-b86dbab52959 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586783 Mar 29 15:40:38.875817 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55794) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:40:38.880385 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d9f0b1e3-6aa3-495e-8b0b-b10aad5dfde9 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Request body: {'security_group_rule': {'security_group_id': '7f2ae837-6794-4f45-8bae-9384002fe93d', 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:38.915137 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9f0b1e3-6aa3-495e-8b0b-b10aad5dfde9 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (eecd0cb8-ecc3-4c41-99a7-1a73010b70d4), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.921147 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e9a6471d-e0bd-4521-b750-69b459267f51 req-f66f03b4-b4f0-4529-abf7-b80b38f7856c service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326485 Mar 29 15:40:38.972716 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1e3a397d-2d18-45fd-bd0b-fc64606d6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 4, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port': {'id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '0a0a1a68-c33b-4d06-9c50-1355ae04caf2', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'port_id': '3645c578-ba5f-4f35-bc6e-1afada125d11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'mac_address': 'fa:16:3e:b0:61:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186b3b73-d385-4163-9c2b-254684966d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:40:37Z', 'updated_at': '2022-03-29T15:40:37Z', 'revision_number': 0, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428bc015-30ac-48c0-9df5-0f7dba3bcf03', 'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'mac_address': 'fa:16:3e:d4:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:39Z', 'updated_at': '2022-03-29T15:39:44Z', 'revision_number': 5, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'subnets': [{'id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:40:38.984428 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9f0b1e3-6aa3-495e-8b0b-b10aad5dfde9 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (eecd0cb8-ecc3-4c41-99a7-1a73010b70d4), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:38.988341 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9f0b1e3-6aa3-495e-8b0b-b10aad5dfde9 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (eecd0cb8-ecc3-4c41-99a7-1a73010b70d4), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.005697 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a397d-2d18-45fd-bd0b-fc64606d6778 None None] The sync data for ids ['ed775ef6-e825-4168-8b5b-ad8278413925'] in dv-cinder-790535-36-iscsi is: [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 4, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port': {'id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '0a0a1a68-c33b-4d06-9c50-1355ae04caf2', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'port_id': '3645c578-ba5f-4f35-bc6e-1afada125d11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'mac_address': 'fa:16:3e:b0:61:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186b3b73-d385-4163-9c2b-254684966d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:40:37Z', 'updated_at': '2022-03-29T15:40:37Z', 'revision_number': 0, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428bc015-30ac-48c0-9df5-0f7dba3bcf03', 'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'mac_address': 'fa:16:3e:d4:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:39Z', 'updated_at': '2022-03-29T15:39:44Z', 'revision_number': 5, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'subnets': [{'id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:40:39.006108 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0b1e3-6aa3-495e-8b0b-b10aad5dfde9 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eecd0cb8-ecc3-4c41-99a7-1a73010b70d4,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:39.015872 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9f0b1e3-6aa3-495e-8b0b-b10aad5dfde9 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.017832 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-d9f0b1e3-6aa3-495e-8b0b-b10aad5dfde9 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410553 Mar 29 15:40:39.020579 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 55796) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:40:39.025124 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-60947556-acfe-4135-94ce-d92c37b6009a tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Request body: {'security_group_rule': {'security_group_id': '7f2ae837-6794-4f45-8bae-9384002fe93d', 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:39.046140 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-60947556-acfe-4135-94ce-d92c37b6009a tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Project 7ddd17786b9642baa6ccb2551de32418 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:40:39.052089 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60947556-acfe-4135-94ce-d92c37b6009a tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (a6be9b44-2aff-430d-94dc-9090f7092996), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.112757 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60947556-acfe-4135-94ce-d92c37b6009a tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (a6be9b44-2aff-430d-94dc-9090f7092996), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.116520 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60947556-acfe-4135-94ce-d92c37b6009a tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (a6be9b44-2aff-430d-94dc-9090f7092996), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.138892 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60947556-acfe-4135-94ce-d92c37b6009a tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6be9b44-2aff-430d-94dc-9090f7092996,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:39.145342 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60947556-acfe-4135-94ce-d92c37b6009a tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.149386 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-60947556-acfe-4135-94ce-d92c37b6009a tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278484 Mar 29 15:40:39.149564 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 55798) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:40:39.154096 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-cb56d11a-0fd7-4243-8f92-bb9aacc44bed tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Request body: {'security_group_rule': {'security_group_id': '7f2ae837-6794-4f45-8bae-9384002fe93d', 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:39.175412 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.securitygroups_db [None req-cb56d11a-0fd7-4243-8f92-bb9aacc44bed tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Project 7ddd17786b9642baa6ccb2551de32418 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:40:39.180650 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb56d11a-0fd7-4243-8f92-bb9aacc44bed tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (ff99f9a3-a638-44a7-a0f9-6a3ca33076ea), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.206816 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341efa77-b815-411c-9dac-cb826e356a7a None None] New status for floating IP 0a0a1a68-c33b-4d06-9c50-1355ae04caf2: ACTIVE {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:40:39.248492 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb56d11a-0fd7-4243-8f92-bb9aacc44bed tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (ff99f9a3-a638-44a7-a0f9-6a3ca33076ea), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.252728 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb56d11a-0fd7-4243-8f92-bb9aacc44bed tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562843'] for security_group_rule (ff99f9a3-a638-44a7-a0f9-6a3ca33076ea), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.274545 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56d11a-0fd7-4243-8f92-bb9aacc44bed tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff99f9a3-a638-44a7-a0f9-6a3ca33076ea,revision_number=0']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:39.284862 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb56d11a-0fd7-4243-8f92-bb9aacc44bed tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.286217 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-cb56d11a-0fd7-4243-8f92-bb9aacc44bed tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356633 Mar 29 15:40:39.380977 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dc5368be-b398-4815-9dc1-90832ff3ccfc req-6523c274-2a00-47d9-b5f5-4c5f046a969e tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024895585&fields=id&tenant_id=7ddd17786b9642baa6ccb2551de32418 HTTP/1.1" status: 200 len: 267 time: 0.0463862 Mar 29 15:40:39.437141 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5368be-b398-4815-9dc1-90832ff3ccfc req-11072024-b2ea-4565-a448-49a3f725f830 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:39.439030 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dc5368be-b398-4815-9dc1-90832ff3ccfc req-11072024-b2ea-4565-a448-49a3f725f830 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 945 time: 0.0518317 Mar 29 15:40:39.449876 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-dc5368be-b398-4815-9dc1-90832ff3ccfc req-be67a4fd-4e29-4547-8218-998b47c19fca tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Request body: {'port': {'security_groups': ['cc9514b9-d4ef-4674-93a5-515ebc9394b2', '7f2ae837-6794-4f45-8bae-9384002fe93d']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:40:39.523161 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-dc5368be-b398-4815-9dc1-90832ff3ccfc req-be67a4fd-4e29-4547-8218-998b47c19fca tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.699670 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-dc5368be-b398-4815-9dc1-90832ff3ccfc req-be67a4fd-4e29-4547-8218-998b47c19fca tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] For port 3645c578-ba5f-4f35-bc6e-1afada125d11, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3645c578-ba5f-4f35-bc6e-1afada125d11,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:40:39.728396 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-dc5368be-b398-4815-9dc1-90832ff3ccfc req-be67a4fd-4e29-4547-8218-998b47c19fca tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.732996 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-dc5368be-b398-4815-9dc1-90832ff3ccfc req-be67a4fd-4e29-4547-8218-998b47c19fca tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.743821 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['3645c578-ba5f-4f35-bc6e-1afada125d11'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:39.757450 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5368be-b398-4815-9dc1-90832ff3ccfc req-be67a4fd-4e29-4547-8218-998b47c19fca tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:39.758087 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-dc5368be-b398-4815-9dc1-90832ff3ccfc req-be67a4fd-4e29-4547-8218-998b47c19fca tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:39.759468 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-dc5368be-b398-4815-9dc1-90832ff3ccfc req-be67a4fd-4e29-4547-8218-998b47c19fca tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "PUT /v2.0/ports/3645c578-ba5f-4f35-bc6e-1afada125d11 HTTP/1.1" status: 200 len: 981 time: 0.3143382 Mar 29 15:40:39.786264 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:40:39.789348 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cc37d0-7a00-4c6d-9ccc-b11f3ab203dd" -d '{"events": [{"name": "network-changed", "server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:40:39.831931 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67a4fd-4e29-4547-8218-998b47c19fca tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event updated for resources: {'Port': ['ID=3645c578-ba5f-4f35-bc6e-1afada125d11,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:40:39.848413 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['3645c578-ba5f-4f35-bc6e-1afada125d11'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:40:39.859558 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc1590f-d626-4ae1-9ef0-eb6cc5d948b2 x-openstack-request-id: req-acc1590f-d626-4ae1-9ef0-eb6cc5d948b2 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:40:39.859853 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:40:39.860135 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acc1590f-d626-4ae1-9ef0-eb6cc5d948b2 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:40:39.860539 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc1590f-d626-4ae1-9ef0-eb6cc5d948b2'] response: {'name': 'network-changed', 'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11', 'status': 'completed', 'code': 200} Mar 29 15:40:39.915590 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268dc9-b963-4d09-ac59-5c624c8c20f7 req-7802aa9a-44de-41b1-9bda-1c5f6378ba71 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:39.922571 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-32268dc9-b963-4d09-ac59-5c624c8c20f7 req-7802aa9a-44de-41b1-9bda-1c5f6378ba71 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.0685294 Mar 29 15:40:39.954267 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc37d0-7a00-4c6d-9ccc-b11f3ab203dd req-00ede6f6-86c6-4206-b89b-430f131ea904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:39.956173 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-64cc37d0-7a00-4c6d-9ccc-b11f3ab203dd req-00ede6f6-86c6-4206-b89b-430f131ea904 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ddd17786b9642baa6ccb2551de32418&device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 1168 time: 0.0720186 Mar 29 15:40:40.000629 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-32268dc9-b963-4d09-ac59-5c624c8c20f7 req-78a082b1-69d3-44a2-ac03-8efb09f41042 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&id=7f2ae837-6794-4f45-8bae-9384002fe93d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698895 Mar 29 15:40:40.068429 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc37d0-7a00-4c6d-9ccc-b11f3ab203dd req-81144cf5-83bd-4227-aefc-af3a174989c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.069915 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-64cc37d0-7a00-4c6d-9ccc-b11f3ab203dd req-81144cf5-83bd-4227-aefc-af3a174989c7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92 HTTP/1.1" status: 200 len: 916 time: 0.1070974 Mar 29 15:40:40.098459 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-dc2e6136-57be-4361-a42a-d4be34ad4a55 None None] Provisioning complete for port 3645c578-ba5f-4f35-bc6e-1afada125d11 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:40:40.098837 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6136-57be-4361-a42a-d4be34ad4a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:40.135043 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-64cc37d0-7a00-4c6d-9ccc-b11f3ab203dd req-484db51d-95cc-459f-b72d-9b3803597a1b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3645c578-ba5f-4f35-bc6e-1afada125d11 HTTP/1.1" status: 200 len: 1000 time: 0.0585957 Mar 29 15:40:40.186220 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc37d0-7a00-4c6d-9ccc-b11f3ab203dd req-45084fcd-46de-43c6-9dbf-8452b38bc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.187663 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-64cc37d0-7a00-4c6d-9ccc-b11f3ab203dd req-45084fcd-46de-43c6-9dbf-8452b38bc768 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1633903-b4d6-43e4-bddf-2bbfd1d28f1c HTTP/1.1" status: 200 len: 854 time: 0.0468028 Mar 29 15:40:40.237127 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc37d0-7a00-4c6d-9ccc-b11f3ab203dd req-6ccda8cc-de4d-40cd-9270-d4a4d8b7876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:40.238555 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-64cc37d0-7a00-4c6d-9ccc-b11f3ab203dd req-6ccda8cc-de4d-40cd-9270-d4a4d8b7876b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447359 Mar 29 15:40:40.306750 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e6136-57be-4361-a42a-d4be34ad4a55 None None] Current status of the port 3645c578-ba5f-4f35-bc6e-1afada125d11 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:40:40.331740 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-64cc37d0-7a00-4c6d-9ccc-b11f3ab203dd req-d20b4715-3b45-4f2e-8df1-e4f0db201386 service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811560 Mar 29 15:40:40.425246 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-64cc37d0-7a00-4c6d-9ccc-b11f3ab203dd req-ae464b00-d2b9-4e96-922b-02f326a37d75 service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865731 Mar 29 15:40:42.587619 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0b154fdd-3071-43b0-b450-47c8992c5369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:45.103657 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c91e16c3-4ad5-4431-ab2c-3290143fb31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:45.458814 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:46.107193 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:47.239909 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:48.802715 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:40:52.593329 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-12fdedae-670f-4f3d-b45d-0bca6ab3af87 req-3eec9840-7044-4b48-80f7-713316decf68 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434651 Mar 29 15:40:52.681347 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdedae-670f-4f3d-b45d-0bca6ab3af87 req-a5746a56-3c52-4d21-967c-e0eaa849c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.682816 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-12fdedae-670f-4f3d-b45d-0bca6ab3af87 req-a5746a56-3c52-4d21-967c-e0eaa849c299 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 1130 time: 0.0439568 Mar 29 15:40:52.788897 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdedae-670f-4f3d-b45d-0bca6ab3af87 req-f94b2a7b-8681-4fad-be77-434c4f1b333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.790276 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-12fdedae-670f-4f3d-b45d-0bca6ab3af87 req-f94b2a7b-8681-4fad-be77-434c4f1b333f service neutron] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 913 time: 0.0849259 Mar 29 15:40:52.854353 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-12fdedae-670f-4f3d-b45d-0bca6ab3af87 req-3e57c44d-f3a2-49fa-905a-1b9c228fc551 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=522a3731-dccb-4323-a75c-5b55186e7eef HTTP/1.1" status: 200 len: 1001 time: 0.0574470 Mar 29 15:40:52.905902 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdedae-670f-4f3d-b45d-0bca6ab3af87 req-a90e34c3-33a1-458a-ad24-3ee50bf62348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.907320 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-12fdedae-670f-4f3d-b45d-0bca6ab3af87 req-a90e34c3-33a1-458a-ad24-3ee50bf62348 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.0472441 Mar 29 15:40:52.955705 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdedae-670f-4f3d-b45d-0bca6ab3af87 req-79a801e1-68ff-4d57-9b10-34966b6396ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:52.957223 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-12fdedae-670f-4f3d-b45d-0bca6ab3af87 req-79a801e1-68ff-4d57-9b10-34966b6396ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430219 Mar 29 15:40:53.045093 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-12fdedae-670f-4f3d-b45d-0bca6ab3af87 req-82490212-1497-4fa9-9d96-7ed0c05d9097 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807705 Mar 29 15:40:53.138852 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-12fdedae-670f-4f3d-b45d-0bca6ab3af87 req-b76b3a93-d60e-45c1-8236-45d4e03a4289 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830665 Mar 29 15:40:54.076801 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:40:58.506066 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3544d-7431-41b3-b379-287237806cee req-3ad487c9-3821-4624-9070-eab2670e57ed tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:58.507500 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e9f3544d-7431-41b3-b379-287237806cee req-3ad487c9-3821-4624-9070-eab2670e57ed tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 945 time: 0.0525267 Mar 29 15:40:58.552154 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e9f3544d-7431-41b3-b379-287237806cee req-dfd47e50-aad0-472e-9e45-b020be9736a4 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Mar 29 15:40:59.671634 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcade8f-71e8-4358-87af-bc8623237a54 req-ca9dd3e3-9603-4945-9073-4182458de94c tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:40:59.673124 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4bcade8f-71e8-4358-87af-bc8623237a54 req-ca9dd3e3-9603-4945-9073-4182458de94c tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 945 time: 0.0526588 Mar 29 15:40:59.718882 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-4bcade8f-71e8-4358-87af-bc8623237a54 req-0a813114-80c0-417e-9d0e-a076e106526b tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/security-groups?id=2425d35a-8736-4e07-97bb-9138a63c3ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402064 Mar 29 15:41:00.234452 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16d4bc-4965-49b7-b1e6-77b49e401525 req-87126052-0251-469f-b3c4-ea1b1ac4e19e tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:00.235885 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fb16d4bc-4965-49b7-b1e6-77b49e401525 req-87126052-0251-469f-b3c4-ea1b1ac4e19e tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.31 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 945 time: 0.0552957 Mar 29 15:41:00.327398 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-fb16d4bc-4965-49b7-b1e6-77b49e401525 req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Deleting port 070afcee-2597-4961-b03c-813b744b478b {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:41:00.327735 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fb16d4bc-4965-49b7-b1e6-77b49e401525 req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (070afcee-2597-4961-b03c-813b744b478b), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:00.416060 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-fb16d4bc-4965-49b7-b1e6-77b49e401525 req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] For port 070afcee-2597-4961-b03c-813b744b478b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=070afcee-2597-4961-b03c-813b744b478b,segment=NetworkSegment(029e54e9-421d-479f-863e-dfb52f5dbcdc),segment_id=029e54e9-421d-479f-863e-dfb52f5dbcdc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:00.416339 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fb16d4bc-4965-49b7-b1e6-77b49e401525 req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (070afcee-2597-4961-b03c-813b744b478b), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:00.429477 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-fb16d4bc-4965-49b7-b1e6-77b49e401525 req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Calling delete_port for 070afcee-2597-4961-b03c-813b744b478b owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:41:00.550640 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fb16d4bc-4965-49b7-b1e6-77b49e401525 req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (070afcee-2597-4961-b03c-813b744b478b), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:00.565311 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['070afcee-2597-4961-b03c-813b744b478b'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:00.582372 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Pushing event deleted for resources: {'Port': ['ID=070afcee-2597-4961-b03c-813b744b478b,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:00.609508 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.609855 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.610199 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.610537 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.610869 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.611197 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.611525 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.611864 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.612172 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.612496 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.612816 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.613162 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.614162 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.614485 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.614808 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:00.634261 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb16d4bc-4965-49b7-b1e6-77b49e401525 req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] No DVR routers for this DVR port 070afcee-2597-4961-b03c-813b744b478b on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:00.636480 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-fb16d4bc-4965-49b7-b1e6-77b49e401525 req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:00.639741 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fb16d4bc-4965-49b7-b1e6-77b49e401525 req-2e2f67ef-11e4-496a-9ef7-86f7feeb2b81 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.31 "DELETE /v2.0/ports/070afcee-2597-4961-b03c-813b744b478b HTTP/1.1" status: 204 len: 173 time: 0.3978074 Mar 29 15:41:00.640175 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a9b19c-9f51-4a19-98f7-e903f06f28bb', 'name': 'network-vif-deleted', 'tag': '070afcee-2597-4961-b03c-813b744b478b'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:00.642417 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33af488-3cca-4167-80e8-97c86a3b60de" -d '{"events": [{"server_uuid": "38a9b19c-9f51-4a19-98f7-e903f06f28bb", "name": "network-vif-deleted", "tag": "070afcee-2597-4961-b03c-813b744b478b"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:00.679198 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7140c3-5e5a-47c4-9bd7-8575a29e7b63 x-openstack-request-id: req-7f7140c3-5e5a-47c4-9bd7-8575a29e7b63 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:00.679504 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a9b19c-9f51-4a19-98f7-e903f06f28bb", "name": "network-vif-deleted", "tag": "070afcee-2597-4961-b03c-813b744b478b", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:00.679756 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f7140c3-5e5a-47c4-9bd7-8575a29e7b63 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:00.680162 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7140c3-5e5a-47c4-9bd7-8575a29e7b63'] response: {'server_uuid': '38a9b19c-9f51-4a19-98f7-e903f06f28bb', 'name': 'network-vif-deleted', 'tag': '070afcee-2597-4961-b03c-813b744b478b', 'status': 'completed', 'code': 200} Mar 29 15:41:00.821176 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d9f43277-bd8e-4a0c-9f53-ad9c2eb0c7f1 req-1ac21c5f-8a96-4e03-a5ab-f1f1cf4b7312 tempest-VolumesSnapshotTestJSON-1173179747 tempest-VolumesSnapshotTestJSON-1173179747-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a9b19c-9f51-4a19-98f7-e903f06f28bb HTTP/1.1" status: 200 len: 210 time: 0.0258927 Mar 29 15:41:03.473736 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 070afcee-2597-4961-b03c-813b744b478b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:41:03.494477 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 070afcee-2597-4961-b03c-813b744b478b {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:41:03.494818 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 070afcee-2597-4961-b03c-813b744b478b not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:41:05.813277 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5616e-7863-4edd-a3d9-d7a6a7c14e6b req-d88f540c-ce65-4697-9859-48d8ab379b55 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:05.814707 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-83c5616e-7863-4edd-a3d9-d7a6a7c14e6b req-d88f540c-ce65-4697-9859-48d8ab379b55 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.0511656 Mar 29 15:41:05.872427 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-83c5616e-7863-4edd-a3d9-d7a6a7c14e6b req-356cb3e9-9924-4010-b38c-41e6a3240457 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&id=7f2ae837-6794-4f45-8bae-9384002fe93d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520599 Mar 29 15:41:06.132059 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50a1e9-97ba-44d4-a54f-9f1833583798 req-53482170-fd65-4ad9-a0f0-82269f706ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.133562 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1c50a1e9-97ba-44d4-a54f-9f1833583798 req-53482170-fd65-4ad9-a0f0-82269f706ffe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ddd17786b9642baa6ccb2551de32418&device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 1168 time: 0.0480886 Mar 29 15:41:06.221576 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50a1e9-97ba-44d4-a54f-9f1833583798 req-3d536234-b324-4c9a-84da-49e1fb9aa38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.223012 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1c50a1e9-97ba-44d4-a54f-9f1833583798 req-3d536234-b324-4c9a-84da-49e1fb9aa38b service neutron] 10.222.0.31 "GET /v2.0/networks?id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92 HTTP/1.1" status: 200 len: 916 time: 0.0836933 Mar 29 15:41:06.290685 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1c50a1e9-97ba-44d4-a54f-9f1833583798 req-399339ae-f1b5-48b4-8807-7302ca3fd88a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3645c578-ba5f-4f35-bc6e-1afada125d11 HTTP/1.1" status: 200 len: 1000 time: 0.0604587 Mar 29 15:41:06.337183 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50a1e9-97ba-44d4-a54f-9f1833583798 req-ff35d1a6-bfbd-4914-b726-ee8f52de9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.338555 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1c50a1e9-97ba-44d4-a54f-9f1833583798 req-ff35d1a6-bfbd-4914-b726-ee8f52de9016 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1633903-b4d6-43e4-bddf-2bbfd1d28f1c HTTP/1.1" status: 200 len: 854 time: 0.0421717 Mar 29 15:41:06.388154 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50a1e9-97ba-44d4-a54f-9f1833583798 req-63678979-2d93-402b-aea8-bb4138c39f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.389670 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1c50a1e9-97ba-44d4-a54f-9f1833583798 req-63678979-2d93-402b-aea8-bb4138c39f4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432677 Mar 29 15:41:06.481368 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1c50a1e9-97ba-44d4-a54f-9f1833583798 req-0da2e78b-0c00-4eea-bcfc-40c95d665d52 service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842917 Mar 29 15:41:06.568368 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1c50a1e9-97ba-44d4-a54f-9f1833583798 req-16fae5a5-24d4-45ef-9f8f-a9b510732550 service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806601 Mar 29 15:41:06.996694 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489da15-cc63-4702-879c-9380ba265065 req-f4bcc50c-ada2-4410-a8ca-f37feddca245 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:06.998189 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d489da15-cc63-4702-879c-9380ba265065 req-f4bcc50c-ada2-4410-a8ca-f37feddca245 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.0588698 Mar 29 15:41:07.056261 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d489da15-cc63-4702-879c-9380ba265065 req-266600f3-444e-4d7b-b80f-7d4af9d21546 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&id=7f2ae837-6794-4f45-8bae-9384002fe93d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524750 Mar 29 15:41:08.176295 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5d63b-9be8-491e-a434-a0d119f7da60 req-ab4452fb-5bdb-41e9-a8ba-4fdee6bc7c11 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:08.177792 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-03e5d63b-9be8-491e-a434-a0d119f7da60 req-ab4452fb-5bdb-41e9-a8ba-4fdee6bc7c11 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.0540237 Mar 29 15:41:08.239193 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-03e5d63b-9be8-491e-a434-a0d119f7da60 req-1f7d1e06-4cf3-4102-895e-e334befe3c11 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&id=7f2ae837-6794-4f45-8bae-9384002fe93d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551951 Mar 29 15:41:09.358529 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab34da4-238c-41c1-820f-4fde6dbc934e req-3f0302af-bccd-4e31-814a-bc3e4b2303a6 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:09.359993 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-eab34da4-238c-41c1-820f-4fde6dbc934e req-3f0302af-bccd-4e31-814a-bc3e4b2303a6 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.0559559 Mar 29 15:41:09.419409 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-eab34da4-238c-41c1-820f-4fde6dbc934e req-f93acad9-020b-4a60-936b-6327b8634576 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&id=7f2ae837-6794-4f45-8bae-9384002fe93d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536535 Mar 29 15:41:10.537921 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf11608-e9d9-4161-89c6-883d985604f4 req-e5c3f49a-83cb-4de6-88a5-325c9e33ea4b tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:10.539445 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2cf11608-e9d9-4161-89c6-883d985604f4 req-e5c3f49a-83cb-4de6-88a5-325c9e33ea4b tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.0524540 Mar 29 15:41:10.596971 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2cf11608-e9d9-4161-89c6-883d985604f4 req-96d3559c-2a9a-4256-ad53-aa7907644892 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&id=7f2ae837-6794-4f45-8bae-9384002fe93d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517700 Mar 29 15:41:11.712659 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120c776-11ed-4a28-b322-21004203106a req-5b3e152b-bf87-4dab-aa83-fc48d303c098 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:11.714785 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7120c776-11ed-4a28-b322-21004203106a req-5b3e152b-bf87-4dab-aa83-fc48d303c098 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.0515933 Mar 29 15:41:11.775255 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7120c776-11ed-4a28-b322-21004203106a req-86aec085-d3cb-4184-bc90-8bc6f2ee20ef tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&id=7f2ae837-6794-4f45-8bae-9384002fe93d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548992 Mar 29 15:41:12.588012 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-29f66866-0ed9-49fc-86b9-41a00a0b460b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:12.889847 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6e528-6bf3-48b3-96c5-56132c5b0d18 req-e36cd9f7-f36f-4a79-972c-5f6a6678658e tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:12.891269 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-38a6e528-6bf3-48b3-96c5-56132c5b0d18 req-e36cd9f7-f36f-4a79-972c-5f6a6678658e tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.0512567 Mar 29 15:41:12.949002 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-38a6e528-6bf3-48b3-96c5-56132c5b0d18 req-47ba7896-0ef1-49ad-9419-5e90637dadd6 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&id=7f2ae837-6794-4f45-8bae-9384002fe93d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520337 Mar 29 15:41:14.064604 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc60e9-3bd0-4939-bcd3-06c4778c6a43 req-80b50126-b4ba-4ce0-9d1c-c728dc48512c tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:14.066164 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-edbc60e9-3bd0-4939-bcd3-06c4778c6a43 req-80b50126-b4ba-4ce0-9d1c-c728dc48512c tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.0514901 Mar 29 15:41:14.124085 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-edbc60e9-3bd0-4939-bcd3-06c4778c6a43 req-81f212f3-594c-4152-9fb7-f8a4f6bf6932 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&id=7f2ae837-6794-4f45-8bae-9384002fe93d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523481 Mar 29 15:41:15.104706 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-36ff3d24-df82-4f5d-970c-17f02b392d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:15.246123 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642827e-5dfe-4af3-ad69-edc7ac536b9b req-c111c18a-ecf8-4e44-bc77-5092f657e6c7 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:15.247496 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7642827e-5dfe-4af3-ad69-edc7ac536b9b req-c111c18a-ecf8-4e44-bc77-5092f657e6c7 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.0573666 Mar 29 15:41:15.304165 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7642827e-5dfe-4af3-ad69-edc7ac536b9b req-5b9aaf63-2dbc-4006-83e0-f4aa21754279 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&id=7f2ae837-6794-4f45-8bae-9384002fe93d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510962 Mar 29 15:41:15.464185 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:16.112168 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:16.419190 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6a9e9-3e29-4db4-bad4-04363d1caec3 req-7d8ab50f-743d-4dff-8944-3c320a32ab1e tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:16.420533 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d0e6a9e9-3e29-4db4-bad4-04363d1caec3 req-7d8ab50f-743d-4dff-8944-3c320a32ab1e tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.0508182 Mar 29 15:41:16.476551 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d0e6a9e9-3e29-4db4-bad4-04363d1caec3 req-b55ed1c5-0a62-4c59-9d63-d9813078b2bb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&id=7f2ae837-6794-4f45-8bae-9384002fe93d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504704 Mar 29 15:41:17.238262 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:17.591923 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6375d55-1c3b-441b-b16c-1bff3bf0c47b req-a1c8317e-ad9e-4a54-aa7f-755ae613a910 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:17.593382 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c6375d55-1c3b-441b-b16c-1bff3bf0c47b req-a1c8317e-ad9e-4a54-aa7f-755ae613a910 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.0514834 Mar 29 15:41:17.651191 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c6375d55-1c3b-441b-b16c-1bff3bf0c47b req-8d5af9aa-0849-4e2b-ae7b-895ac3c82384 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&id=7f2ae837-6794-4f45-8bae-9384002fe93d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521257 Mar 29 15:41:18.777578 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37d802-a7db-4d55-bcaa-58b00d6136fa req-69380a89-5206-4077-a61b-0156532a2bdb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:18.779040 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fa37d802-a7db-4d55-bcaa-58b00d6136fa req-69380a89-5206-4077-a61b-0156532a2bdb tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.0614707 Mar 29 15:41:18.803489 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:18.837853 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-fa37d802-a7db-4d55-bcaa-58b00d6136fa req-c9b6a3f7-ba18-4266-9a7f-9d0e0ee77b62 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&id=7f2ae837-6794-4f45-8bae-9384002fe93d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532103 Mar 29 15:41:23.808171 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56056) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:41:23.854816 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_v2 [None req-f517421a-56f8-4174-afc5-317467b8f221 admin admin] Deleting subnet 847b1b0a-320e-483e-9bf5-450852c9cbcd {{(pid=103131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:41:23.857818 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f517421a-56f8-4174-afc5-317467b8f221 admin admin] Publish callbacks [] for subnet (847b1b0a-320e-483e-9bf5-450852c9cbcd), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:23.892265 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f517421a-56f8-4174-afc5-317467b8f221 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28241276'] for subnet (847b1b0a-320e-483e-9bf5-450852c9cbcd), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:23.930009 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f517421a-56f8-4174-afc5-317467b8f221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (847b1b0a-320e-483e-9bf5-450852c9cbcd), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:23.978701 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f517421a-56f8-4174-afc5-317467b8f221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28866395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28877534'] for subnet (847b1b0a-320e-483e-9bf5-450852c9cbcd), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.003915 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517421a-56f8-4174-afc5-317467b8f221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847b1b0a-320e-483e-9bf5-450852c9cbcd,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:24.007593 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f517421a-56f8-4174-afc5-317467b8f221 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.010758 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-f517421a-56f8-4174-afc5-317467b8f221 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/847b1b0a-320e-483e-9bf5-450852c9cbcd HTTP/1.1" status: 204 len: 168 time: 0.2015657 Mar 29 15:41:24.013125 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56058) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:41:24.082345 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f4c68c53-85a1-448e-9079-9b1a778aaefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (31aaf391-a908-4467-a1d0-b80213cf96df), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.157707 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f4c68c53-85a1-448e-9079-9b1a778aaefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (31aaf391-a908-4467-a1d0-b80213cf96df), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.177898 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-f4c68c53-85a1-448e-9079-9b1a778aaefd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31aaf391-a908-4467-a1d0-b80213cf96df']}} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:24.186875 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-f4c68c53-85a1-448e-9079-9b1a778aaefd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029e54e9-421d-479f-863e-dfb52f5dbcdc') {'for_net_delete': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:24.187163 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-f4c68c53-85a1-448e-9079-9b1a778aaefd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029e54e9-421d-479f-863e-dfb52f5dbcdc') {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:24.196230 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f4c68c53-85a1-448e-9079-9b1a778aaefd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28241271'] for segment (029e54e9-421d-479f-863e-dfb52f5dbcdc), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.209024 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f4c68c53-85a1-448e-9079-9b1a778aaefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (029e54e9-421d-479f-863e-dfb52f5dbcdc), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.214652 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c68c53-85a1-448e-9079-9b1a778aaefd admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:41:24.215028 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f4c68c53-85a1-448e-9079-9b1a778aaefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28863485'] for segment (029e54e9-421d-479f-863e-dfb52f5dbcdc), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: Traceback (most recent call last): Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: timer() Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: cb(*args, **kw) Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: return func(*args, **kwargs) Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: self._notify() Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: self.callback(batched_events) Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: event.method(event) Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: return f(self, *a, **k) Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._get(url).json() Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: return self.request(url, 'GET', **kwargs) Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:41:24.216669 dv-cinder-790535-36-iscsi neutron-server[103131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:41:24.271918 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f4c68c53-85a1-448e-9079-9b1a778aaefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (31aaf391-a908-4467-a1d0-b80213cf96df), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.276970 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f4c68c53-85a1-448e-9079-9b1a778aaefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.280081 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-f4c68c53-85a1-448e-9079-9b1a778aaefd admin admin] 10.222.0.18 "DELETE /v2.0/networks/31aaf391-a908-4467-a1d0-b80213cf96df HTTP/1.1" status: 204 len: 168 time: 0.2660568 Mar 29 15:41:24.291215 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c68c53-85a1-448e-9079-9b1a778aaefd admin admin] Pushing event deleted for resources: {'Network': ['ID=31aaf391-a908-4467-a1d0-b80213cf96df,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:24.440248 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56062) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:41:24.480899 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-954a2ffa-d022-4ada-8bf8-d8d5b7f6939f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=366cae0476104f9590d668e226710769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393362 Mar 29 15:41:24.483231 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56064) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:41:24.528370 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c25ea339-81f1-43b5-bc6e-65b1e22eb930 admin admin] Publish callbacks [] for security_group (2425d35a-8736-4e07-97bb-9138a63c3ba4), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.549156 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c25ea339-81f1-43b5-bc6e-65b1e22eb930 admin admin] Publish callbacks [] for security_group (2425d35a-8736-4e07-97bb-9138a63c3ba4), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.598014 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c25ea339-81f1-43b5-bc6e-65b1e22eb930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (2425d35a-8736-4e07-97bb-9138a63c3ba4), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.600806 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c25ea339-81f1-43b5-bc6e-65b1e22eb930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:24.601976 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-c25ea339-81f1-43b5-bc6e-65b1e22eb930 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2425d35a-8736-4e07-97bb-9138a63c3ba4 HTTP/1.1" status: 204 len: 168 time: 0.1175942 Mar 29 15:41:24.609241 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ea339-81f1-43b5-bc6e-65b1e22eb930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2425d35a-8736-4e07-97bb-9138a63c3ba4,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:31.076358 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:41:32.598719 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56134) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:41:32.700526 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51c29a31-3e55-439d-98d8-0547baf31f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:32.773560 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51c29a31-3e55-439d-98d8-0547baf31f2a admin admin] Publish callbacks [] for security_group (5bbc1283-e499-45eb-9d5a-00bd64e25f72), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:32.777129 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51c29a31-3e55-439d-98d8-0547baf31f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (5bbc1283-e499-45eb-9d5a-00bd64e25f72), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:32.813971 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-51c29a31-3e55-439d-98d8-0547baf31f2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eda42db0b84745058ee7b8b268ba9552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142060 Mar 29 15:41:32.815910 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c29a31-3e55-439d-98d8-0547baf31f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbc1283-e499-45eb-9d5a-00bd64e25f72,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:32.816603 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56138) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:41:32.864575 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Publish callbacks [] for security_group (5bbc1283-e499-45eb-9d5a-00bd64e25f72), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:32.885901 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Publish callbacks [] for security_group (5bbc1283-e499-45eb-9d5a-00bd64e25f72), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:32.932275 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (5bbc1283-e499-45eb-9d5a-00bd64e25f72), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:32.934817 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:32.935971 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5bbc1283-e499-45eb-9d5a-00bd64e25f72 HTTP/1.1" status: 204 len: 168 time: 0.1183560 Mar 29 15:41:32.943529 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbc1283-e499-45eb-9d5a-00bd64e25f72,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:32.950406 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.950750 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.951090 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.951426 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.951756 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.952087 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.952409 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.952728 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.953083 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.953404 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.953726 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.954045 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.954454 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.954673 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:32.954985 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aee07b-0779-46da-8727-bdcbe3967f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:41:42.589090 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5e120551-5392-4260-bc62-6e61178740fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:45.106345 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f59ccf70-cf0c-4050-88bc-74b5d0da2371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:45.458161 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:46.113994 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:47.242790 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:48.805660 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:51.893963 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-17ec4e4a-3a30-4485-85c3-cc3c44e57bc4 req-03bea38c-6c54-43e5-96b7-e8fc03ed9b91 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429099 Mar 29 15:41:51.994420 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec4e4a-3a30-4485-85c3-cc3c44e57bc4 req-1fcfcd81-264c-4a0f-9170-237f386ccba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:51.996111 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-17ec4e4a-3a30-4485-85c3-cc3c44e57bc4 req-1fcfcd81-264c-4a0f-9170-237f386ccba0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ddd17786b9642baa6ccb2551de32418&device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 1168 time: 0.0815384 Mar 29 15:41:52.000662 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9b8ab500-d160-44f8-bbe5-7621203daf23 req-3f38df0a-a2a0-4519-baa3-7083f2a59ed3 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024895585&fields=id&tenant_id=7ddd17786b9642baa6ccb2551de32418 HTTP/1.1" status: 200 len: 267 time: 0.2168655 Mar 29 15:41:52.118052 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ab500-d160-44f8-bbe5-7621203daf23 req-e9cdc994-0a2f-4a62-818b-33155339786a tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:52.119517 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9b8ab500-d160-44f8-bbe5-7621203daf23 req-e9cdc994-0a2f-4a62-818b-33155339786a tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 984 time: 0.1125607 Mar 29 15:41:52.135644 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-9b8ab500-d160-44f8-bbe5-7621203daf23 req-1579e7d6-0e5a-4f94-9840-5ff90ded3ee1 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Request body: {'port': {'security_groups': ['cc9514b9-d4ef-4674-93a5-515ebc9394b2']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:41:52.141309 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec4e4a-3a30-4485-85c3-cc3c44e57bc4 req-008cdebe-7906-4333-a771-89969eb5f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:52.142747 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-17ec4e4a-3a30-4485-85c3-cc3c44e57bc4 req-008cdebe-7906-4333-a771-89969eb5f350 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92 HTTP/1.1" status: 200 len: 916 time: 0.1274328 Mar 29 15:41:52.254088 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-17ec4e4a-3a30-4485-85c3-cc3c44e57bc4 req-5d200a2f-88dc-4155-99a6-23622eba6ca6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3645c578-ba5f-4f35-bc6e-1afada125d11 HTTP/1.1" status: 200 len: 1000 time: 0.0946085 Mar 29 15:41:52.257702 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-9b8ab500-d160-44f8-bbe5-7621203daf23 req-1579e7d6-0e5a-4f94-9840-5ff90ded3ee1 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:52.333926 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec4e4a-3a30-4485-85c3-cc3c44e57bc4 req-aa5317df-b570-4842-8aad-9fd3f4997c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:52.335354 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-17ec4e4a-3a30-4485-85c3-cc3c44e57bc4 req-aa5317df-b570-4842-8aad-9fd3f4997c1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1633903-b4d6-43e4-bddf-2bbfd1d28f1c HTTP/1.1" status: 200 len: 854 time: 0.0756760 Mar 29 15:41:52.445867 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec4e4a-3a30-4485-85c3-cc3c44e57bc4 req-e95e92d0-debd-4018-a5ed-5f82ee17dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:52.447348 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-17ec4e4a-3a30-4485-85c3-cc3c44e57bc4 req-e95e92d0-debd-4018-a5ed-5f82ee17dbee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1036680 Mar 29 15:41:52.813308 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-9b8ab500-d160-44f8-bbe5-7621203daf23 req-1579e7d6-0e5a-4f94-9840-5ff90ded3ee1 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] For port 3645c578-ba5f-4f35-bc6e-1afada125d11, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3645c578-ba5f-4f35-bc6e-1afada125d11,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:52.842563 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-17ec4e4a-3a30-4485-85c3-cc3c44e57bc4 req-f655bd9f-74a7-4b18-a9a5-1d9f97e01665 service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887362 Mar 29 15:41:52.861977 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-9b8ab500-d160-44f8-bbe5-7621203daf23 req-1579e7d6-0e5a-4f94-9840-5ff90ded3ee1 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:52.873250 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-9b8ab500-d160-44f8-bbe5-7621203daf23 req-1579e7d6-0e5a-4f94-9840-5ff90ded3ee1 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:52.885356 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['3645c578-ba5f-4f35-bc6e-1afada125d11'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:52.948235 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ab500-d160-44f8-bbe5-7621203daf23 req-1579e7d6-0e5a-4f94-9840-5ff90ded3ee1 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:52.948861 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-9b8ab500-d160-44f8-bbe5-7621203daf23 req-1579e7d6-0e5a-4f94-9840-5ff90ded3ee1 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:52.950271 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9b8ab500-d160-44f8-bbe5-7621203daf23 req-1579e7d6-0e5a-4f94-9840-5ff90ded3ee1 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "PUT /v2.0/ports/3645c578-ba5f-4f35-bc6e-1afada125d11 HTTP/1.1" status: 200 len: 942 time: 0.8210449 Mar 29 15:41:52.950733 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:52.953176 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8f25a9-3373-4d04-b185-2a6816567fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:52.958765 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56158) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:41:52.996264 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579e7d6-0e5a-4f94-9840-5ff90ded3ee1 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event updated for resources: {'Port': ['ID=3645c578-ba5f-4f35-bc6e-1afada125d11,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:53.014615 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6a778d-d366-47ba-a405-01bc19b16ee8 x-openstack-request-id: req-0d6a778d-d366-47ba-a405-01bc19b16ee8 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:53.014910 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:53.015161 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d6a778d-d366-47ba-a405-01bc19b16ee8 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:53.015598 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6a778d-d366-47ba-a405-01bc19b16ee8'] response: {'name': 'network-changed', 'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11', 'status': 'completed', 'code': 200} Mar 29 15:41:53.023023 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['3645c578-ba5f-4f35-bc6e-1afada125d11'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:53.029790 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-17ec4e4a-3a30-4485-85c3-cc3c44e57bc4 req-96cba2ee-e744-4cfb-94cc-58b0640e0c9e service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780570 Mar 29 15:41:53.073507 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee64a31d-e16c-477d-b327-20a106dbb6ff tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group (7f2ae837-6794-4f45-8bae-9384002fe93d), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:53.108889 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee64a31d-e16c-477d-b327-20a106dbb6ff tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group (7f2ae837-6794-4f45-8bae-9384002fe93d), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:53.131404 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f25a9-3373-4d04-b185-2a6816567fe7 req-922e95a3-8eff-48a2-8909-4aa539b6660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:53.133602 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9f8f25a9-3373-4d04-b185-2a6816567fe7 req-922e95a3-8eff-48a2-8909-4aa539b6660f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ddd17786b9642baa6ccb2551de32418&device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 1129 time: 0.0515881 Mar 29 15:41:53.183586 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee64a31d-e16c-477d-b327-20a106dbb6ff tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (7f2ae837-6794-4f45-8bae-9384002fe93d), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:53.186333 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee64a31d-e16c-477d-b327-20a106dbb6ff tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:53.187721 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-ee64a31d-e16c-477d-b327-20a106dbb6ff tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "DELETE /v2.0/security-groups/7f2ae837-6794-4f45-8bae-9384002fe93d HTTP/1.1" status: 204 len: 168 time: 0.2267485 Mar 29 15:41:53.191525 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56160) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:41:53.207023 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64a31d-e16c-477d-b327-20a106dbb6ff tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2ae837-6794-4f45-8bae-9384002fe93d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:53.239569 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f25a9-3373-4d04-b185-2a6816567fe7 req-8ac611fe-59a7-422f-ad09-8f9902c79257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:53.241209 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9f8f25a9-3373-4d04-b185-2a6816567fe7 req-8ac611fe-59a7-422f-ad09-8f9902c79257 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92 HTTP/1.1" status: 200 len: 916 time: 0.1011357 Mar 29 15:41:53.255773 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-94e93bfd-2e16-436c-90cd-45c123bc8852 None None] Provisioning complete for port 3645c578-ba5f-4f35-bc6e-1afada125d11 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:41:53.256133 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-94e93bfd-2e16-436c-90cd-45c123bc8852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:53.309007 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9f8f25a9-3373-4d04-b185-2a6816567fe7 req-89a5445b-98ef-44bc-b0cd-dde4021740a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3645c578-ba5f-4f35-bc6e-1afada125d11 HTTP/1.1" status: 200 len: 1000 time: 0.0617170 Mar 29 15:41:53.338815 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-94e93bfd-2e16-436c-90cd-45c123bc8852 None None] Current status of the port 3645c578-ba5f-4f35-bc6e-1afada125d11 is: ACTIVE; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:41:53.358048 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f25a9-3373-4d04-b185-2a6816567fe7 req-5d283dff-f77c-42a0-8829-5bad97778480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:53.359581 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9f8f25a9-3373-4d04-b185-2a6816567fe7 req-5d283dff-f77c-42a0-8829-5bad97778480 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1633903-b4d6-43e4-bddf-2bbfd1d28f1c HTTP/1.1" status: 200 len: 854 time: 0.0439918 Mar 29 15:41:53.367163 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-90e84693-6ada-4b4a-969c-e5f3605a8217 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Deleting port 0a2a62ba-ff33-4b17-a562-4ba77d125fdb {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:41:53.367503 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90e84693-6ada-4b4a-969c-e5f3605a8217 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (0a2a62ba-ff33-4b17-a562-4ba77d125fdb), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:53.413007 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f25a9-3373-4d04-b185-2a6816567fe7 req-f3b5cded-851a-48fd-8e20-a9e462bfbf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:53.414535 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9f8f25a9-3373-4d04-b185-2a6816567fe7 req-f3b5cded-851a-48fd-8e20-a9e462bfbf2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486495 Mar 29 15:41:53.440995 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90e84693-6ada-4b4a-969c-e5f3605a8217 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (0a2a62ba-ff33-4b17-a562-4ba77d125fdb), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:53.441322 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90e84693-6ada-4b4a-969c-e5f3605a8217 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for floatingip (0a2a62ba-ff33-4b17-a562-4ba77d125fdb), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:53.452532 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-90e84693-6ada-4b4a-969c-e5f3605a8217 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Calling delete_port for 0a2a62ba-ff33-4b17-a562-4ba77d125fdb owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:41:53.499873 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9f8f25a9-3373-4d04-b185-2a6816567fe7 req-58308624-e4b0-42af-83c6-a27610da49cc service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794294 Mar 29 15:41:53.591073 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-9f8f25a9-3373-4d04-b185-2a6816567fe7 req-45a6407f-507d-4a5b-87eb-c87e1e2df95c service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856810 Mar 29 15:41:53.601803 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90e84693-6ada-4b4a-969c-e5f3605a8217 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (0a2a62ba-ff33-4b17-a562-4ba77d125fdb), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:53.626201 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e84693-6ada-4b4a-969c-e5f3605a8217 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event deleted for resources: {'Port': ['ID=0a2a62ba-ff33-4b17-a562-4ba77d125fdb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:53.687675 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90e84693-6ada-4b4a-969c-e5f3605a8217 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks [] for floatingip (0a0a1a68-c33b-4d06-9c50-1355ae04caf2), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:53.688016 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.l3_db [None req-90e84693-6ada-4b4a-969c-e5f3605a8217 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Floating IP 0a0a1a68-c33b-4d06-9c50-1355ae04caf2 disassociated (deleted). External IP: 172.27.0.30, port: 3645c578-ba5f-4f35-bc6e-1afada125d11. Mar 29 15:41:54.136527 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e84693-6ada-4b4a-969c-e5f3605a8217 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Router ed775ef6-e825-4168-8b5b-ad8278413925 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:41:54.240485 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e84693-6ada-4b4a-969c-e5f3605a8217 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:41:54.245236 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90e84693-6ada-4b4a-969c-e5f3605a8217 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:54.249722 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a92d4c-5ccc-4367-bcdc-8f87d555c198 None None] Sync routers for ids ['ed775ef6-e825-4168-8b5b-ad8278413925'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:41:54.259610 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a92d4c-5ccc-4367-bcdc-8f87d555c198 None None] Routers {'ed775ef6-e825-4168-8b5b-ad8278413925'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:41:54.260223 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-28a92d4c-5ccc-4367-bcdc-8f87d555c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:41:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['ed775ef6-e825-4168-8b5b-ad8278413925'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:54.276695 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-90e84693-6ada-4b4a-969c-e5f3605a8217 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "DELETE /v2.0/floatingips/0a0a1a68-c33b-4d06-9c50-1355ae04caf2 HTTP/1.1" status: 204 len: 168 time: 1.0841105 Mar 29 15:41:54.277317 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:54.280278 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a120f8-52e1-4cf5-b6ab-c1dbba8f0b68" -d '{"events": [{"name": "network-changed", "server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:54.315547 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df62db6-c0c8-49d0-8d24-b4d86d112fff x-openstack-request-id: req-5df62db6-c0c8-49d0-8d24-b4d86d112fff {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:54.316025 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:54.316316 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5df62db6-c0c8-49d0-8d24-b4d86d112fff {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:54.316750 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df62db6-c0c8-49d0-8d24-b4d86d112fff'] response: {'name': 'network-changed', 'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11', 'status': 'completed', 'code': 200} Mar 29 15:41:54.373996 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-28a92d4c-5ccc-4367-bcdc-8f87d555c198 None None] Set router ed775ef6-e825-4168-8b5b-ad8278413925 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:41:54.393384 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a120f8-52e1-4cf5-b6ab-c1dbba8f0b68 req-b5766fb6-ca2f-444c-86a4-bdd54056a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:54.394939 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e2a120f8-52e1-4cf5-b6ab-c1dbba8f0b68 req-b5766fb6-ca2f-444c-86a4-bdd54056a51e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ddd17786b9642baa6ccb2551de32418&device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 1129 time: 0.0571311 Mar 29 15:41:54.503571 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a120f8-52e1-4cf5-b6ab-c1dbba8f0b68 req-032e381f-de6d-46aa-904a-b8220eab6339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:54.505635 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e2a120f8-52e1-4cf5-b6ab-c1dbba8f0b68 req-032e381f-de6d-46aa-904a-b8220eab6339 service neutron] 10.222.0.31 "GET /v2.0/networks?id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92 HTTP/1.1" status: 200 len: 916 time: 0.1031802 Mar 29 15:41:54.560228 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e2a120f8-52e1-4cf5-b6ab-c1dbba8f0b68 req-4c0ee597-a671-46a8-8f73-1e6f06d3a3a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3645c578-ba5f-4f35-bc6e-1afada125d11 HTTP/1.1" status: 200 len: 217 time: 0.0465345 Mar 29 15:41:54.582652 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-28a92d4c-5ccc-4367-bcdc-8f87d555c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 4, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port': {'id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '428bc015-30ac-48c0-9df5-0f7dba3bcf03', 'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'mac_address': 'fa:16:3e:d4:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:39Z', 'updated_at': '2022-03-29T15:39:44Z', 'revision_number': 5, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'subnets': [{'id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:54.609173 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a120f8-52e1-4cf5-b6ab-c1dbba8f0b68 req-7e9ba118-b3ff-4fd7-baf0-1fbb35735d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:54.610649 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e2a120f8-52e1-4cf5-b6ab-c1dbba8f0b68 req-7e9ba118-b3ff-4fd7-baf0-1fbb35735d72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1633903-b4d6-43e4-bddf-2bbfd1d28f1c HTTP/1.1" status: 200 len: 854 time: 0.0441549 Mar 29 15:41:54.612437 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a92d4c-5ccc-4367-bcdc-8f87d555c198 None None] Checking router: ed775ef6-e825-4168-8b5b-ad8278413925 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:41:54.620735 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a92d4c-5ccc-4367-bcdc-8f87d555c198 None None] Routers {'ed775ef6-e825-4168-8b5b-ad8278413925'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:41:54.621375 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-28a92d4c-5ccc-4367-bcdc-8f87d555c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:41:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['ed775ef6-e825-4168-8b5b-ad8278413925'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:54.660284 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a120f8-52e1-4cf5-b6ab-c1dbba8f0b68 req-7c81a227-c5c5-4baa-b448-43b08ba5831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:54.661699 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e2a120f8-52e1-4cf5-b6ab-c1dbba8f0b68 req-7c81a227-c5c5-4baa-b448-43b08ba5831d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50b9fd84-bbaa-4971-8d51-e7693ee3ef92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445435 Mar 29 15:41:54.727887 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-28a92d4c-5ccc-4367-bcdc-8f87d555c198 None None] Set router ed775ef6-e825-4168-8b5b-ad8278413925 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:41:54.751149 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e2a120f8-52e1-4cf5-b6ab-c1dbba8f0b68 req-5cd7f735-783a-45f0-b9ad-8b2b43b37148 service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823762 Mar 29 15:41:54.842922 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e2a120f8-52e1-4cf5-b6ab-c1dbba8f0b68 req-b21b74c3-8685-4d48-ba75-ff3337abe7be service neutron] 10.222.0.31 "GET /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857301 Mar 29 15:41:55.053934 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-28a92d4c-5ccc-4367-bcdc-8f87d555c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 4, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port': {'id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '428bc015-30ac-48c0-9df5-0f7dba3bcf03', 'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'mac_address': 'fa:16:3e:d4:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:39Z', 'updated_at': '2022-03-29T15:39:44Z', 'revision_number': 5, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'subnets': [{'id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:41:55.079464 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a92d4c-5ccc-4367-bcdc-8f87d555c198 None None] The sync data for ids ['ed775ef6-e825-4168-8b5b-ad8278413925'] in dv-cinder-790535-36-iscsi is: [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:39Z', 'revision_number': 4, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port': {'id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': '428bc015-30ac-48c0-9df5-0f7dba3bcf03', 'name': '', 'network_id': '50b9fd84-bbaa-4971-8d51-e7693ee3ef92', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'mac_address': 'fa:16:3e:d4:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:39Z', 'updated_at': '2022-03-29T15:39:44Z', 'revision_number': 5, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'subnets': [{'id': 'f1633903-b4d6-43e4-bddf-2bbfd1d28f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:41:55.320242 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258fed4-b38b-4168-b2b4-1028d0b2240f None None] New status for floating IP 0a0a1a68-c33b-4d06-9c50-1355ae04caf2: DOWN {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:41:57.092253 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966db70-81f4-4a96-8118-f145e38d568f req-dc76a70d-d99e-4131-9bc4-2c0f003e55c5 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:57.093929 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c966db70-81f4-4a96-8118-f145e38d568f req-dc76a70d-d99e-4131-9bc4-2c0f003e55c5 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 945 time: 0.0575693 Mar 29 15:41:57.142832 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c966db70-81f4-4a96-8118-f145e38d568f req-3e475d29-92a9-4ede-adbe-78c3f890ec46 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432363 Mar 29 15:41:58.265170 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54914cf-b4b6-4ceb-aa84-be8f66d65218 req-98679a35-c40a-45bf-93d7-2c44d05df214 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:58.266623 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54914cf-b4b6-4ceb-aa84-be8f66d65218 req-98679a35-c40a-45bf-93d7-2c44d05df214 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 945 time: 0.0564685 Mar 29 15:41:58.312598 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54914cf-b4b6-4ceb-aa84-be8f66d65218 req-045864f4-a9c6-47ec-a7b1-cb850b635648 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9514b9-d4ef-4674-93a5-515ebc9394b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397627 Mar 29 15:41:58.739215 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b4d43-984f-4f17-b769-1a825e8cf79a req-03c0d938-28ea-446e-8e11-962eedc86958 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:41:58.740549 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-306b4d43-984f-4f17-b769-1a825e8cf79a req-03c0d938-28ea-446e-8e11-962eedc86958 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.31 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 945 time: 0.0511608 Mar 29 15:41:58.833593 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-306b4d43-984f-4f17-b769-1a825e8cf79a req-52f6fa61-e821-4bea-9d2e-e7ddd20d3c20 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Deleting port 3645c578-ba5f-4f35-bc6e-1afada125d11 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:41:58.833927 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-306b4d43-984f-4f17-b769-1a825e8cf79a req-52f6fa61-e821-4bea-9d2e-e7ddd20d3c20 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:58.919847 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-306b4d43-984f-4f17-b769-1a825e8cf79a req-52f6fa61-e821-4bea-9d2e-e7ddd20d3c20 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] For port 3645c578-ba5f-4f35-bc6e-1afada125d11, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3645c578-ba5f-4f35-bc6e-1afada125d11,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:41:58.920199 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-306b4d43-984f-4f17-b769-1a825e8cf79a req-52f6fa61-e821-4bea-9d2e-e7ddd20d3c20 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:58.933351 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-306b4d43-984f-4f17-b769-1a825e8cf79a req-52f6fa61-e821-4bea-9d2e-e7ddd20d3c20 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Calling delete_port for 3645c578-ba5f-4f35-bc6e-1afada125d11 owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:41:59.061137 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-306b4d43-984f-4f17-b769-1a825e8cf79a req-52f6fa61-e821-4bea-9d2e-e7ddd20d3c20 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (3645c578-ba5f-4f35-bc6e-1afada125d11), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:59.072924 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['3645c578-ba5f-4f35-bc6e-1afada125d11'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:41:59.090221 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6fa61-e821-4bea-9d2e-e7ddd20d3c20 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Pushing event deleted for resources: {'Port': ['ID=3645c578-ba5f-4f35-bc6e-1afada125d11,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:41:59.138708 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-306b4d43-984f-4f17-b769-1a825e8cf79a req-52f6fa61-e821-4bea-9d2e-e7ddd20d3c20 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] No DVR routers for this DVR port 3645c578-ba5f-4f35-bc6e-1afada125d11 on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:41:59.141266 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-306b4d43-984f-4f17-b769-1a825e8cf79a req-52f6fa61-e821-4bea-9d2e-e7ddd20d3c20 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:41:59.145136 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-306b4d43-984f-4f17-b769-1a825e8cf79a req-52f6fa61-e821-4bea-9d2e-e7ddd20d3c20 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.31 "DELETE /v2.0/ports/3645c578-ba5f-4f35-bc6e-1afada125d11 HTTP/1.1" status: 204 len: 173 time: 0.3996642 Mar 29 15:41:59.145575 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'name': 'network-vif-deleted', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:41:59.147843 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b15ec4-5d9f-40dd-9b10-2a3bef7b8d62" -d '{"events": [{"server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "name": "network-vif-deleted", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:41:59.182493 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9518d40-12d6-4566-82df-091363b08a55 x-openstack-request-id: req-b9518d40-12d6-4566-82df-091363b08a55 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:41:59.182796 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186b3b73-d385-4163-9c2b-254684966d0d", "name": "network-vif-deleted", "tag": "3645c578-ba5f-4f35-bc6e-1afada125d11", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:41:59.183039 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9518d40-12d6-4566-82df-091363b08a55 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:41:59.183443 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9518d40-12d6-4566-82df-091363b08a55'] response: {'server_uuid': '186b3b73-d385-4163-9c2b-254684966d0d', 'name': 'network-vif-deleted', 'tag': '3645c578-ba5f-4f35-bc6e-1afada125d11', 'status': 'completed', 'code': 200} Mar 29 15:41:59.419478 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f5babbd1-c0d0-4480-a059-fb429991cbff req-3807dd0e-d32e-43c1-8c78-efdf237d5330 tempest-TestMinimumBasicScenario-765471291 tempest-TestMinimumBasicScenario-765471291-project] 10.222.0.18 "GET /v2.0/ports?device_id=186b3b73-d385-4163-9c2b-254684966d0d HTTP/1.1" status: 200 len: 210 time: 0.0303409 Mar 29 15:42:01.071497 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56250) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:01.404035 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543560'] for router_interface (ed775ef6-e825-4168-8b5b-ad8278413925), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:01.645273 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Deleting port 428bc015-30ac-48c0-9df5-0f7dba3bcf03 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:42:01.645609 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:01.718645 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] For port 428bc015-30ac-48c0-9df5-0f7dba3bcf03, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=428bc015-30ac-48c0-9df5-0f7dba3bcf03,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:01.718923 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:01.734648 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Calling delete_port for 428bc015-30ac-48c0-9df5-0f7dba3bcf03 owned by network:router_interface {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:42:01.908245 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (428bc015-30ac-48c0-9df5-0f7dba3bcf03), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:01.932467 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Pushing event deleted for resources: {'Port': ['ID=428bc015-30ac-48c0-9df5-0f7dba3bcf03,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:01.942986 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.943332 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.943669 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.944004 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.944333 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.944671 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.945018 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.945343 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.945662 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.945981 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.946302 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.946621 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.946939 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.947256 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:01.947572 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:02.109472 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547032'] for router_interface (ed775ef6-e825-4168-8b5b-ad8278413925), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:02.323307 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Router ed775ef6-e825-4168-8b5b-ad8278413925 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:42:02.431672 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:42:02.436837 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-923588c2-6988-4f17-8c31-a2bfecc0e677 admin admin] 10.222.0.18 "PUT /v2.0/routers/ed775ef6-e825-4168-8b5b-ad8278413925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3640180 Mar 29 15:42:02.439374 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56252) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:02.440421 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502355a7-4a1f-44c5-951a-c0f7f162c666 None None] Sync routers for ids ['ed775ef6-e825-4168-8b5b-ad8278413925'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:42:02.450511 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502355a7-4a1f-44c5-951a-c0f7f162c666 None None] Routers {'ed775ef6-e825-4168-8b5b-ad8278413925'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:02.451127 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-502355a7-4a1f-44c5-951a-c0f7f162c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:41:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['ed775ef6-e825-4168-8b5b-ad8278413925'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:02.542977 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Publish callbacks [] for router (ed775ef6-e825-4168-8b5b-ad8278413925), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:02.555170 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-502355a7-4a1f-44c5-951a-c0f7f162c666 None None] Set router ed775ef6-e825-4168-8b5b-ad8278413925 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:02.645358 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Publish callbacks [] for router_gateway (ed775ef6-e825-4168-8b5b-ad8278413925), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:02.699474 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Deleting port 19b57cd5-f6ba-4e6f-a8e9-96b65574459f {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:42:02.699816 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:02.728678 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-502355a7-4a1f-44c5-951a-c0f7f162c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:42:01Z', 'revision_number': 5, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port': {'id': '19b57cd5-f6ba-4e6f-a8e9-96b65574459f', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:02.758470 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502355a7-4a1f-44c5-951a-c0f7f162c666 None None] Checking router: ed775ef6-e825-4168-8b5b-ad8278413925 for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:42:02.766677 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502355a7-4a1f-44c5-951a-c0f7f162c666 None None] Routers {'ed775ef6-e825-4168-8b5b-ad8278413925'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:02.767288 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-502355a7-4a1f-44c5-951a-c0f7f162c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:41:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['ed775ef6-e825-4168-8b5b-ad8278413925'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:02.776785 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] For port 19b57cd5-f6ba-4e6f-a8e9-96b65574459f, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=19b57cd5-f6ba-4e6f-a8e9-96b65574459f,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:02.777159 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:02.789997 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Calling delete_port for 19b57cd5-f6ba-4e6f-a8e9-96b65574459f owned by network:router_gateway {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:42:02.853484 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-502355a7-4a1f-44c5-951a-c0f7f162c666 None None] Set router ed775ef6-e825-4168-8b5b-ad8278413925 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:02.903234 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-502355a7-4a1f-44c5-951a-c0f7f162c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:42:02Z', 'revision_number': 6, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port_host': None}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:02.933379 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502355a7-4a1f-44c5-951a-c0f7f162c666 None None] The sync data for ids ['ed775ef6-e825-4168-8b5b-ad8278413925'] in dv-cinder-790535-36-iscsi is: [{'id': 'ed775ef6-e825-4168-8b5b-ad8278413925', 'name': 'tempest-TestMinimumBasicScenario-1054377221-router', 'tenant_id': '7ddd17786b9642baa6ccb2551de32418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:37Z', 'updated_at': '2022-03-29T15:42:02Z', 'revision_number': 6, 'project_id': '7ddd17786b9642baa6ccb2551de32418', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:42:02.959035 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (19b57cd5-f6ba-4e6f-a8e9-96b65574459f), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:02.992357 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b57cd5-f6ba-4e6f-a8e9-96b65574459f,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:03.052773 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544050'] for router_gateway (ed775ef6-e825-4168-8b5b-ad8278413925), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:03.421714 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7310'] for router (ed775ef6-e825-4168-8b5b-ad8278413925), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:03.423925 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Publish callbacks [] for router_controller (ed775ef6-e825-4168-8b5b-ad8278413925), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:03.470255 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547799'] for router (ed775ef6-e825-4168-8b5b-ad8278413925), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:03.470857 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed775ef6-e825-4168-8b5b-ad8278413925 {{(pid=103131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:42:03.476028 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:03.477197 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-3c41d528-fec2-42f8-8672-408d4ea77757 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ed775ef6-e825-4168-8b5b-ad8278413925 HTTP/1.1" status: 204 len: 168 time: 1.0368960 Mar 29 15:42:03.479649 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56254) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:03.523032 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4420b8-255f-4ee2-9851-1c6bba013467 admin admin] Deleting subnet f1633903-b4d6-43e4-bddf-2bbfd1d28f1c {{(pid=103131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:42:03.525948 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d4420b8-255f-4ee2-9851-1c6bba013467 admin admin] Publish callbacks [] for subnet (f1633903-b4d6-43e4-bddf-2bbfd1d28f1c), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:03.558441 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d4420b8-255f-4ee2-9851-1c6bba013467 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28241276'] for subnet (f1633903-b4d6-43e4-bddf-2bbfd1d28f1c), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:03.637233 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d4420b8-255f-4ee2-9851-1c6bba013467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (f1633903-b4d6-43e4-bddf-2bbfd1d28f1c), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:03.690836 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d4420b8-255f-4ee2-9851-1c6bba013467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28866395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28877534'] for subnet (f1633903-b4d6-43e4-bddf-2bbfd1d28f1c), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:03.717943 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4420b8-255f-4ee2-9851-1c6bba013467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1633903-b4d6-43e4-bddf-2bbfd1d28f1c,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:03.719903 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d4420b8-255f-4ee2-9851-1c6bba013467 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:03.723143 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-7d4420b8-255f-4ee2-9851-1c6bba013467 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f1633903-b4d6-43e4-bddf-2bbfd1d28f1c HTTP/1.1" status: 204 len: 168 time: 0.2425671 Mar 29 15:42:03.725213 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3340d5b-cc1f-43ad-98a5-364536caac9d None None] Network 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:42:03.725981 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56256) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:03.797718 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (50b9fd84-bbaa-4971-8d51-e7693ee3ef92), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:03.802228 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 3645c578-ba5f-4f35-bc6e-1afada125d11 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:03.828843 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 3645c578-ba5f-4f35-bc6e-1afada125d11 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:42:03.829212 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 3645c578-ba5f-4f35-bc6e-1afada125d11 not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:03.858090 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Deleting port 92872459-5951-44b6-9889-a2dc26082391 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:42:03.858433 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (92872459-5951-44b6-9889-a2dc26082391), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:03.923898 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557a502d-9873-4444-965e-932a2285e59d None None] DHCP port deletion for 50b9fd84-bbaa-4971-8d51-e7693ee3ef92 request from dv-cinder-790535-36-iscsi {{(pid=103132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:42:03.924171 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] For port 92872459-5951-44b6-9889-a2dc26082391, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=92872459-5951-44b6-9889-a2dc26082391,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:03.925169 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (92872459-5951-44b6-9889-a2dc26082391), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:03.939982 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Calling delete_port for 92872459-5951-44b6-9889-a2dc26082391 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:42:03.977316 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-557a502d-9873-4444-965e-932a2285e59d None None] Deleting port 92872459-5951-44b6-9889-a2dc26082391 {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:42:03.977687 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (92872459-5951-44b6-9889-a2dc26082391), before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:04.026305 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (92872459-5951-44b6-9889-a2dc26082391), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:04.040077 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-557a502d-9873-4444-965e-932a2285e59d None None] For port 92872459-5951-44b6-9889-a2dc26082391, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=92872459-5951-44b6-9889-a2dc26082391,segment=NetworkSegment(c1938a61-eb9e-48ae-a521-fa5bbda83403),segment_id=c1938a61-eb9e-48ae-a521-fa5bbda83403)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:04.040389 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (92872459-5951-44b6-9889-a2dc26082391), precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:04.052246 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Pushing event deleted for resources: {'Port': ['ID=92872459-5951-44b6-9889-a2dc26082391,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:04.055770 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] No DVR routers for this DVR port 92872459-5951-44b6-9889-a2dc26082391 on host dv-cinder-790535-36-iscsi {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:04.058427 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-557a502d-9873-4444-965e-932a2285e59d None None] Calling delete_port for 92872459-5951-44b6-9889-a2dc26082391 owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:42:04.127559 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (50b9fd84-bbaa-4971-8d51-e7693ee3ef92), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:04.137556 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503'] for port (92872459-5951-44b6-9889-a2dc26082391), after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:04.149597 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b9fd84-bbaa-4971-8d51-e7693ee3ef92']}} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:04.159332 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1938a61-eb9e-48ae-a521-fa5bbda83403') {'for_net_delete': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:04.159624 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1938a61-eb9e-48ae-a521-fa5bbda83403') {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:04.162280 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a502d-9873-4444-965e-932a2285e59d None None] Pushing event deleted for resources: {'Port': ['ID=92872459-5951-44b6-9889-a2dc26082391,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:04.167439 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a502d-9873-4444-965e-932a2285e59d None None] No DVR routers for this DVR port 92872459-5951-44b6-9889-a2dc26082391 on host dv-cinder-790535-36-iscsi {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:04.169209 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28241271'] for segment (c1938a61-eb9e-48ae-a521-fa5bbda83403), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:04.175734 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.176077 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.176412 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.176756 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.177124 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.177453 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.177777 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.178099 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.178825 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.178825 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.179039 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.179330 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.179851 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.180190 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.180505 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a502d-9873-4444-965e-932a2285e59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:42:04.184871 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (c1938a61-eb9e-48ae-a521-fa5bbda83403), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:04.191570 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:42:04.191950 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28863485'] for segment (c1938a61-eb9e-48ae-a521-fa5bbda83403), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: Traceback (most recent call last): Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: timer() Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: cb(*args, **kw) Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: return func(*args, **kwargs) Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: self._notify() Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: self.callback(batched_events) Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: event.method(event) Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: return f(self, *a, **k) Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._get(url).json() Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: return self.request(url, 'GET', **kwargs) Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:42:04.193595 dv-cinder-790535-36-iscsi neutron-server[103131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:42:04.245881 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (50b9fd84-bbaa-4971-8d51-e7693ee3ef92), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:04.250434 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:04.254126 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] 10.222.0.18 "DELETE /v2.0/networks/50b9fd84-bbaa-4971-8d51-e7693ee3ef92 HTTP/1.1" status: 204 len: 168 time: 0.5274618 Mar 29 15:42:04.257123 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56258) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:04.266813 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a43aa-e9e3-4bb7-9a0b-cb687ac4c455 admin admin] Pushing event deleted for resources: {'Network': ['ID=50b9fd84-bbaa-4971-8d51-e7693ee3ef92,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:04.385103 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 428bc015-30ac-48c0-9df5-0f7dba3bcf03 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:04.405652 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 428bc015-30ac-48c0-9df5-0f7dba3bcf03 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:42:04.406076 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 428bc015-30ac-48c0-9df5-0f7dba3bcf03 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:04.406564 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 19b57cd5-f6ba-4e6f-a8e9-96b65574459f no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:04.427444 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 19b57cd5-f6ba-4e6f-a8e9-96b65574459f {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:42:04.427800 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 19b57cd5-f6ba-4e6f-a8e9-96b65574459f not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:04.428226 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 92872459-5951-44b6-9889-a2dc26082391 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:04.446818 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 92872459-5951-44b6-9889-a2dc26082391 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:42:04.447163 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 92872459-5951-44b6-9889-a2dc26082391 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:04.601441 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-040730b9-adca-47f4-8723-b6d1d63fad4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543560'] for router_interface (894b42ec-bab8-4a6e-b9b8-9b014e15e246), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:04.841495 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-040730b9-adca-47f4-8723-b6d1d63fad4b admin admin] Deleting port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:42:04.841853 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-040730b9-adca-47f4-8723-b6d1d63fad4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:04.919380 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-040730b9-adca-47f4-8723-b6d1d63fad4b admin admin] For port 00b5049d-7ee6-4d60-a960-22db4ddb7a2a, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=00b5049d-7ee6-4d60-a960-22db4ddb7a2a,segment=NetworkSegment(c9a87623-3592-4644-9380-ecfe00fb0e53),segment_id=c9a87623-3592-4644-9380-ecfe00fb0e53)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:04.919658 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-040730b9-adca-47f4-8723-b6d1d63fad4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:04.932539 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-040730b9-adca-47f4-8723-b6d1d63fad4b admin admin] Calling delete_port for 00b5049d-7ee6-4d60-a960-22db4ddb7a2a owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:42:05.109779 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-040730b9-adca-47f4-8723-b6d1d63fad4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (00b5049d-7ee6-4d60-a960-22db4ddb7a2a), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:05.135799 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040730b9-adca-47f4-8723-b6d1d63fad4b admin admin] Pushing event deleted for resources: {'Port': ['ID=00b5049d-7ee6-4d60-a960-22db4ddb7a2a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:05.300992 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-040730b9-adca-47f4-8723-b6d1d63fad4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547032'] for router_interface (894b42ec-bab8-4a6e-b9b8-9b014e15e246), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:05.512943 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040730b9-adca-47f4-8723-b6d1d63fad4b admin admin] Router 894b42ec-bab8-4a6e-b9b8-9b014e15e246 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:42:05.618190 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040730b9-adca-47f4-8723-b6d1d63fad4b admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:42:05.623015 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-040730b9-adca-47f4-8723-b6d1d63fad4b admin admin] 10.222.0.18 "PUT /v2.0/routers/894b42ec-bab8-4a6e-b9b8-9b014e15e246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3648205 Mar 29 15:42:05.625620 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56260) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:05.628295 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc22ae-d297-43f4-9ea2-7ecb36d56e93 None None] Sync routers for ids ['894b42ec-bab8-4a6e-b9b8-9b014e15e246'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:42:05.637507 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc22ae-d297-43f4-9ea2-7ecb36d56e93 None None] Routers {'894b42ec-bab8-4a6e-b9b8-9b014e15e246'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:05.638101 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-84bc22ae-d297-43f4-9ea2-7ecb36d56e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:41:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['894b42ec-bab8-4a6e-b9b8-9b014e15e246'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:05.730269 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Publish callbacks [] for router (894b42ec-bab8-4a6e-b9b8-9b014e15e246), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:05.740180 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-84bc22ae-d297-43f4-9ea2-7ecb36d56e93 None None] Set router 894b42ec-bab8-4a6e-b9b8-9b014e15e246 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:05.835046 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Publish callbacks [] for router_gateway (894b42ec-bab8-4a6e-b9b8-9b014e15e246), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:05.886054 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Deleting port 364faa47-8084-491a-bdb3-37b3d9e4adc7 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:42:05.886440 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:05.914106 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-84bc22ae-d297-43f4-9ea2-7ecb36d56e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'name': 'tempest-TestMinimumBasicScenario-1272976608-router', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:42:05Z', 'revision_number': 5, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'gw_port': {'id': '364faa47-8084-491a-bdb3-37b3d9e4adc7', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:59:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:05.939443 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc22ae-d297-43f4-9ea2-7ecb36d56e93 None None] Checking router: 894b42ec-bab8-4a6e-b9b8-9b014e15e246 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:42:05.947946 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc22ae-d297-43f4-9ea2-7ecb36d56e93 None None] Routers {'894b42ec-bab8-4a6e-b9b8-9b014e15e246'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:05.948548 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-84bc22ae-d297-43f4-9ea2-7ecb36d56e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:41:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['894b42ec-bab8-4a6e-b9b8-9b014e15e246'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:05.965812 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] For port 364faa47-8084-491a-bdb3-37b3d9e4adc7, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=364faa47-8084-491a-bdb3-37b3d9e4adc7,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:05.966169 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:05.978875 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Calling delete_port for 364faa47-8084-491a-bdb3-37b3d9e4adc7 owned by network:router_gateway {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:42:06.041802 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-84bc22ae-d297-43f4-9ea2-7ecb36d56e93 None None] Set router 894b42ec-bab8-4a6e-b9b8-9b014e15e246 gateway port host: None {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:06.097840 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-84bc22ae-d297-43f4-9ea2-7ecb36d56e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'name': 'tempest-TestMinimumBasicScenario-1272976608-router', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:42:05Z', 'revision_number': 6, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'gw_port_host': None}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:06.125751 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc22ae-d297-43f4-9ea2-7ecb36d56e93 None None] The sync data for ids ['894b42ec-bab8-4a6e-b9b8-9b014e15e246'] in dv-cinder-790535-36-iscsi is: [{'id': '894b42ec-bab8-4a6e-b9b8-9b014e15e246', 'name': 'tempest-TestMinimumBasicScenario-1272976608-router', 'tenant_id': 'a5de0322f2164f2291a3227311ffbf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:42Z', 'updated_at': '2022-03-29T15:42:05Z', 'revision_number': 6, 'project_id': 'a5de0322f2164f2291a3227311ffbf0d', 'gw_port_host': None}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:42:06.144970 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (364faa47-8084-491a-bdb3-37b3d9e4adc7), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.170540 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=364faa47-8084-491a-bdb3-37b3d9e4adc7,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:06.229098 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544050'] for router_gateway (894b42ec-bab8-4a6e-b9b8-9b014e15e246), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.320737 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7310'] for router (894b42ec-bab8-4a6e-b9b8-9b014e15e246), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.322914 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Publish callbacks [] for router_controller (894b42ec-bab8-4a6e-b9b8-9b014e15e246), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.365996 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547799'] for router (894b42ec-bab8-4a6e-b9b8-9b014e15e246), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.366424 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 894b42ec-bab8-4a6e-b9b8-9b014e15e246 {{(pid=103131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:42:06.370944 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.372073 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-0d97a9d9-f275-45d7-963e-4e2a5bb5f5dc admin admin] 10.222.0.18 "DELETE /v2.0/routers/894b42ec-bab8-4a6e-b9b8-9b014e15e246 HTTP/1.1" status: 204 len: 168 time: 0.7455273 Mar 29 15:42:06.374854 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56262) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:06.418270 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2a2b5f-2be8-46a3-a3d9-c22264b20537 admin admin] Deleting subnet c157017d-6b12-4256-b540-61971da04431 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:42:06.421164 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e2a2b5f-2be8-46a3-a3d9-c22264b20537 admin admin] Publish callbacks [] for subnet (c157017d-6b12-4256-b540-61971da04431), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.457264 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e2a2b5f-2be8-46a3-a3d9-c22264b20537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28108261'] for subnet (c157017d-6b12-4256-b540-61971da04431), precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.538088 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e2a2b5f-2be8-46a3-a3d9-c22264b20537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (c157017d-6b12-4256-b540-61971da04431), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.583071 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 00b5049d-7ee6-4d60-a960-22db4ddb7a2a no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:06.602550 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e2a2b5f-2be8-46a3-a3d9-c22264b20537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25410783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496360'] for subnet (c157017d-6b12-4256-b540-61971da04431), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.604304 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 00b5049d-7ee6-4d60-a960-22db4ddb7a2a {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:42:06.604653 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 00b5049d-7ee6-4d60-a960-22db4ddb7a2a not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:06.627472 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a2b5f-2be8-46a3-a3d9-c22264b20537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c157017d-6b12-4256-b540-61971da04431,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:06.633722 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e2a2b5f-2be8-46a3-a3d9-c22264b20537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.636956 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-9e2a2b5f-2be8-46a3-a3d9-c22264b20537 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c157017d-6b12-4256-b540-61971da04431 HTTP/1.1" status: 204 len: 168 time: 0.2609870 Mar 29 15:42:06.639188 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8bad6c-0327-456a-824b-bff133703424 None None] Network 30e22db6-eee3-48a7-9bfc-5647cbe25392 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:42:06.639321 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56264) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:06.709432 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (30e22db6-eee3-48a7-9bfc-5647cbe25392), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.762642 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Deleting port 5173b8a0-4c24-41fd-9455-9afa6957a8a3 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:42:06.762980 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (5173b8a0-4c24-41fd-9455-9afa6957a8a3), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.822674 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] For port 5173b8a0-4c24-41fd-9455-9afa6957a8a3, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=5173b8a0-4c24-41fd-9455-9afa6957a8a3,segment=NetworkSegment(c9a87623-3592-4644-9380-ecfe00fb0e53),segment_id=c9a87623-3592-4644-9380-ecfe00fb0e53)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:06.823027 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (5173b8a0-4c24-41fd-9455-9afa6957a8a3), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.835611 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Calling delete_port for 5173b8a0-4c24-41fd-9455-9afa6957a8a3 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:42:06.910163 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9452a24-029d-48bd-82fb-d8adc0b1e536 None None] DHCP port deletion for 30e22db6-eee3-48a7-9bfc-5647cbe25392 request from dv-cinder-790535-36-iscsi {{(pid=103132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:42:06.918698 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (5173b8a0-4c24-41fd-9455-9afa6957a8a3), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:06.934673 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-c9452a24-029d-48bd-82fb-d8adc0b1e536 None None] The port '5173b8a0-4c24-41fd-9455-9afa6957a8a3' was deleted {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 29 15:42:06.947173 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5173b8a0-4c24-41fd-9455-9afa6957a8a3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:06.949147 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] No DVR routers for this DVR port 5173b8a0-4c24-41fd-9455-9afa6957a8a3 on host dv-cinder-790535-36-iscsi {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:07.026024 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (30e22db6-eee3-48a7-9bfc-5647cbe25392), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.046227 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e22db6-eee3-48a7-9bfc-5647cbe25392']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:07.055283 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a87623-3592-4644-9380-ecfe00fb0e53') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:07.055576 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a87623-3592-4644-9380-ecfe00fb0e53') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:07.065225 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28108270'] for segment (c9a87623-3592-4644-9380-ecfe00fb0e53), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.081562 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (c9a87623-3592-4644-9380-ecfe00fb0e53), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.088457 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:42:07.089037 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403513'] for segment (c9a87623-3592-4644-9380-ecfe00fb0e53), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: Traceback (most recent call last): Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: timer() Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: cb(*args, **kw) Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: return func(*args, **kwargs) Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: self._notify() Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: self.callback(batched_events) Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: event.method(event) Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: return f(self, *a, **k) Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: return self._get(url).json() Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: return self.request(url, 'GET', **kwargs) Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:42:07.090615 dv-cinder-790535-36-iscsi neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:42:07.150912 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (30e22db6-eee3-48a7-9bfc-5647cbe25392), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.157189 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.160454 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/30e22db6-eee3-48a7-9bfc-5647cbe25392 HTTP/1.1" status: 204 len: 168 time: 0.5202208 Mar 29 15:42:07.171670 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c3fad-278d-4107-b23e-6bc38d299bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e22db6-eee3-48a7-9bfc-5647cbe25392,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:07.325021 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56268) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:07.364030 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-50dc3398-2f2d-47c5-9173-7092c5e3f4a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ddd17786b9642baa6ccb2551de32418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378621 Mar 29 15:42:07.366470 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56270) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:07.417123 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00cb64c-f010-4728-b240-9c3773faa578 admin admin] Publish callbacks [] for security_group (cc9514b9-d4ef-4674-93a5-515ebc9394b2), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.439642 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00cb64c-f010-4728-b240-9c3773faa578 admin admin] Publish callbacks [] for security_group (cc9514b9-d4ef-4674-93a5-515ebc9394b2), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.487846 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00cb64c-f010-4728-b240-9c3773faa578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (cc9514b9-d4ef-4674-93a5-515ebc9394b2), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.490415 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00cb64c-f010-4728-b240-9c3773faa578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.491555 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-a00cb64c-f010-4728-b240-9c3773faa578 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc9514b9-d4ef-4674-93a5-515ebc9394b2 HTTP/1.1" status: 204 len: 168 time: 0.1242061 Mar 29 15:42:07.500483 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cb64c-f010-4728-b240-9c3773faa578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9514b9-d4ef-4674-93a5-515ebc9394b2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:07.794655 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56276) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:07.834317 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-872859a3-5be3-41fe-8b54-62074055c6a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5de0322f2164f2291a3227311ffbf0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385392 Mar 29 15:42:07.836586 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56278) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:07.881833 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a0cbf84-9027-4dff-8b04-03e83ac87a3b admin admin] Publish callbacks [] for security_group (d473da11-1288-402b-bbe9-58417c6438d2), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.901673 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a0cbf84-9027-4dff-8b04-03e83ac87a3b admin admin] Publish callbacks [] for security_group (d473da11-1288-402b-bbe9-58417c6438d2), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.949665 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a0cbf84-9027-4dff-8b04-03e83ac87a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (d473da11-1288-402b-bbe9-58417c6438d2), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.952322 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a0cbf84-9027-4dff-8b04-03e83ac87a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:07.953469 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-4a0cbf84-9027-4dff-8b04-03e83ac87a3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d473da11-1288-402b-bbe9-58417c6438d2 HTTP/1.1" status: 204 len: 168 time: 0.1159880 Mar 29 15:42:07.960640 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cbf84-9027-4dff-8b04-03e83ac87a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d473da11-1288-402b-bbe9-58417c6438d2,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:08.074897 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:42:08.378977 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 5173b8a0-4c24-41fd-9455-9afa6957a8a3 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:08.402049 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 5173b8a0-4c24-41fd-9455-9afa6957a8a3 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:42:08.402385 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 5173b8a0-4c24-41fd-9455-9afa6957a8a3 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:08.402794 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 364faa47-8084-491a-bdb3-37b3d9e4adc7 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:08.420690 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 364faa47-8084-491a-bdb3-37b3d9e4adc7 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:42:08.421052 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 364faa47-8084-491a-bdb3-37b3d9e4adc7 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:12.591217 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9306b800-789a-4c8b-9ce3-2ba16a76a374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:15.107865 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2860329a-7419-4ce2-b1e1-6c460f1bbeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:15.457000 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:16.115998 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:17.245413 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:18.806627 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:31.211549 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3106c-2556-4c20-b3c5-34487adb2880 req-41850213-00e8-4ea6-afb6-f0108f88ca0b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:31.213122 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d7c3106c-2556-4c20-b3c5-34487adb2880 req-41850213-00e8-4ea6-afb6-f0108f88ca0b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 946 time: 0.0515718 Mar 29 15:42:31.260357 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d7c3106c-2556-4c20-b3c5-34487adb2880 req-019427f9-e962-40bc-8a84-38febdb65dbd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Mar 29 15:42:32.378970 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1356c35-05fd-4928-a1d2-11642552bbed req-91ec3261-35ae-4cab-abce-1e117b7288b9 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:32.380451 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b1356c35-05fd-4928-a1d2-11642552bbed req-91ec3261-35ae-4cab-abce-1e117b7288b9 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 946 time: 0.0527847 Mar 29 15:42:32.428371 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-b1356c35-05fd-4928-a1d2-11642552bbed req-672d34c1-4218-41ad-a5e4-9f5e6c68ded1 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 Mar 29 15:42:32.673463 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbe038-663c-45eb-b44d-250cee662a81 req-3da711ec-44c9-4190-a709-18f60de8f7e3 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:32.674880 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-35bbe038-663c-45eb-b44d-250cee662a81 req-3da711ec-44c9-4190-a709-18f60de8f7e3 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 946 time: 0.0516934 Mar 29 15:42:32.766083 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Deleting port 522a3731-dccb-4323-a75c-5b55186e7eef {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:42:32.766335 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:32.850165 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] For port 522a3731-dccb-4323-a75c-5b55186e7eef, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=522a3731-dccb-4323-a75c-5b55186e7eef,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:32.850774 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:33.017715 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:33.018050 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (d9960041-ef3c-43e5-b656-d4917f99942e), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:33.018384 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Floating IP d9960041-ef3c-43e5-b656-d4917f99942e disassociated. External IP: 172.27.0.60, port: 522a3731-dccb-4323-a75c-5b55186e7eef. Mar 29 15:42:33.018721 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Calling delete_port for 522a3731-dccb-4323-a75c-5b55186e7eef owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:42:33.140819 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (522a3731-dccb-4323-a75c-5b55186e7eef), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:33.167893 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event deleted for resources: {'Port': ['ID=522a3731-dccb-4323-a75c-5b55186e7eef,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:33.281121 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:42:33.387947 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:42:33.398201 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf7ca52-6245-4ed5-afc1-fc10c1711ca9 None None] Sync routers for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:42:33.407678 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7ca52-6245-4ed5-afc1-fc10c1711ca9 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:33.408282 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-caf7ca52-6245-4ed5-afc1-fc10c1711ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:42:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:33.431364 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] No DVR routers for this DVR port 522a3731-dccb-4323-a75c-5b55186e7eef on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:42:33.434052 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:33.437520 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-35bbe038-663c-45eb-b44d-250cee662a81 req-8e11b7d1-0f50-4fb6-bf7e-2a80226c9128 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "DELETE /v2.0/ports/522a3731-dccb-4323-a75c-5b55186e7eef HTTP/1.1" status: 204 len: 173 time: 0.7568712 Mar 29 15:42:33.437905 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211f7e3f-ed95-44b7-bd3b-802b62e1dfeb', 'name': 'network-vif-deleted', 'tag': '522a3731-dccb-4323-a75c-5b55186e7eef'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:33.440217 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073f0a6f-0143-4052-8b67-c3c4bbc19ef6" -d '{"events": [{"server_uuid": "211f7e3f-ed95-44b7-bd3b-802b62e1dfeb", "name": "network-vif-deleted", "tag": "522a3731-dccb-4323-a75c-5b55186e7eef"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:33.537807 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-caf7ca52-6245-4ed5-afc1-fc10c1711ca9 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:33.551404 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-54bcadb4-3bce-4509-a96b-f642264088b5 req-8627caa8-6b92-45c1-a415-8091dc4beef1 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=211f7e3f-ed95-44b7-bd3b-802b62e1dfeb HTTP/1.1" status: 200 len: 210 time: 0.0446138 Mar 29 15:42:33.700375 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af02b71f-3a7b-4f27-a4ee-163dc928e34e x-openstack-request-id: req-af02b71f-3a7b-4f27-a4ee-163dc928e34e {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:33.701160 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211f7e3f-ed95-44b7-bd3b-802b62e1dfeb", "name": "network-vif-deleted", "tag": "522a3731-dccb-4323-a75c-5b55186e7eef", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:33.701483 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af02b71f-3a7b-4f27-a4ee-163dc928e34e {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:33.701909 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af02b71f-3a7b-4f27-a4ee-163dc928e34e'] response: {'server_uuid': '211f7e3f-ed95-44b7-bd3b-802b62e1dfeb', 'name': 'network-vif-deleted', 'tag': '522a3731-dccb-4323-a75c-5b55186e7eef', 'status': 'completed', 'code': 200} Mar 29 15:42:33.775742 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-caf7ca52-6245-4ed5-afc1-fc10c1711ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:33.802257 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf7ca52-6245-4ed5-afc1-fc10c1711ca9 None None] Checking router: 9d2fda5f-e179-4a79-af1f-e3dce2b8514d for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:42:33.810446 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7ca52-6245-4ed5-afc1-fc10c1711ca9 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:33.811052 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-caf7ca52-6245-4ed5-afc1-fc10c1711ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:42:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:34.051585 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-caf7ca52-6245-4ed5-afc1-fc10c1711ca9 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:34.250141 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-caf7ca52-6245-4ed5-afc1-fc10c1711ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:34.278789 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf7ca52-6245-4ed5-afc1-fc10c1711ca9 None None] The sync data for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi is: [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:42:34.494314 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef84f2-d639-41c4-81a2-11e7d4d2d80c None None] New status for floating IP d9960041-ef3c-43e5-b656-d4917f99942e: DOWN {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:42:34.854835 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-f268066e-695a-4693-84f3-d59526984490 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749592482&fields=id&tenant_id=956bf10215394e4b80deac5895e5cbf1 HTTP/1.1" status: 200 len: 267 time: 0.0446153 Mar 29 15:42:34.955490 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b5e15-e610-4312-923e-ec658924db34 req-097ef7cd-536f-4c77-a924-c3723afcdd75 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:34.956829 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-097ef7cd-536f-4c77-a924-c3723afcdd75 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 812 time: 0.0957289 Mar 29 15:42:34.971531 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-db4bcad4-3b3c-4a30-8e20-f686a42199cb tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/quotas/956bf10215394e4b80deac5895e5cbf1 HTTP/1.1" status: 200 len: 375 time: 0.0087221 Mar 29 15:42:35.029541 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-d294f48c-bf4d-4f86-9084-560193cab2fd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529377 Mar 29 15:42:35.044877 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-a4e2fe1e-3adf-4392-a808-4dc34ca945e1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:42:35.045870 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-a4e2fe1e-3adf-4392-a808-4dc34ca945e1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050693 Mar 29 15:42:35.133866 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-152d245f-30ba-4bd5-9702-f57b9c6d2d65 service neutron] 10.222.0.18 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827537 Mar 29 15:42:35.225764 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-12ec32ab-9d6f-46e8-97e7-1cb909f2ef2a service neutron] 10.222.0.18 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858924 Mar 29 15:42:35.505703 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e6d790e2-bfd1-4c89-8437-f8e98c463178 req-ac2b50d5-a157-4d9b-847a-d5c953855da6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 210 time: 0.0277810 Mar 29 15:42:35.979125 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 522a3731-dccb-4323-a75c-5b55186e7eef no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:42:35.999803 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 522a3731-dccb-4323-a75c-5b55186e7eef {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:42:36.000146 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 522a3731-dccb-4323-a75c-5b55186e7eef not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:42:36.582507 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-6ecd099b-6184-4471-a454-be96ad23a2a9 req-b4848481-c5a5-46fa-a2a6-61196b001b2d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 210 time: 0.0280547 Mar 29 15:42:37.657864 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c285e596-7bcf-4c3f-9c26-bb4514ac7d45 req-e19e6de0-ffff-474c-bc5a-4f20755322e0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 210 time: 0.0267231 Mar 29 15:42:38.732682 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-75397e61-863e-4a84-9595-9051902af3ec req-6d7b1e0c-9f1e-40f2-848e-ac69aad7bd3e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 210 time: 0.0272222 Mar 29 15:42:39.822012 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-32e61bfc-d65e-4306-80e3-5fa7f9bc0bab req-b7e961f1-1b8d-425a-b01f-34537999883f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 210 time: 0.0261710 Mar 29 15:42:40.517905 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b5e15-e610-4312-923e-ec658924db34 req-1d67f5a2-161d-417c-8102-da71ad26ad27 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:40.519844 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-1d67f5a2-161d-417c-8102-da71ad26ad27 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 812 time: 0.1028767 Mar 29 15:42:40.585048 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-24c40a70-a8fc-4567-b1ed-f6434bba01b4 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=956bf10215394e4b80deac5895e5cbf1 HTTP/1.1" status: 200 len: 380 time: 0.0581968 Mar 29 15:42:40.593130 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-c54b5e15-e610-4312-923e-ec658924db34 req-c699c330-d8e1-447a-9827-88928a7dca8e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Request body: {'port': {'device_id': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'admin_state_up': True, 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'security_groups': ['a0afc5fb-0d6d-433f-85bd-de782b39073e']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:40.694788 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c54b5e15-e610-4312-923e-ec658924db34 req-c699c330-d8e1-447a-9827-88928a7dca8e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Made reservation on behalf of 956bf10215394e4b80deac5895e5cbf1 for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:42:40.698107 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c54b5e15-e610-4312-923e-ec658924db34 req-c699c330-d8e1-447a-9827-88928a7dca8e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:40.825919 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-c54b5e15-e610-4312-923e-ec658924db34 req-c699c330-d8e1-447a-9827-88928a7dca8e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Allocated IP 172.20.0.13 (66282e73-de55-42ce-87ca-f6dfa3097cd2/676da8ec-7d33-44c4-a2b7-1e9b85287549/2e63575e-5bca-4820-a17a-2f6cdc88e177) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:42:40.961958 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-64f183c5-ff38-47c0-9c9a-7aa257ee1484 req-cc758cf5-4182-492e-9dfd-1c58c6a9e4db tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 210 time: 0.0479937 Mar 29 15:42:41.007660 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c54b5e15-e610-4312-923e-ec658924db34 req-c699c330-d8e1-447a-9827-88928a7dca8e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:41.040828 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c54b5e15-e610-4312-923e-ec658924db34 req-c699c330-d8e1-447a-9827-88928a7dca8e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:41.077580 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c54b5e15-e610-4312-923e-ec658924db34 req-c699c330-d8e1-447a-9827-88928a7dca8e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Network 66282e73-de55-42ce-87ca-f6dfa3097cd2 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:42:41.080502 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-c54b5e15-e610-4312-923e-ec658924db34 req-c699c330-d8e1-447a-9827-88928a7dca8e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:42:41.085063 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54b5e15-e610-4312-923e-ec658924db34 req-c699c330-d8e1-447a-9827-88928a7dca8e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:42:41.119255 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699c330-d8e1-447a-9827-88928a7dca8e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'Port': ['ID=2e63575e-5bca-4820-a17a-2f6cdc88e177,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:41.144967 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b5e15-e610-4312-923e-ec658924db34 req-c699c330-d8e1-447a-9827-88928a7dca8e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:41.145585 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c54b5e15-e610-4312-923e-ec658924db34 req-c699c330-d8e1-447a-9827-88928a7dca8e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:41.163251 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-c699c330-d8e1-447a-9827-88928a7dca8e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5738115 Mar 29 15:42:41.172265 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-12ae3216-e31b-4e83-8797-ca44a09e195d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:42:41.173315 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-12ae3216-e31b-4e83-8797-ca44a09e195d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050936 Mar 29 15:42:41.282201 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Request body: {'port': {'device_id': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:41.343818 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:41.350273 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-f801ba2b-b12f-4736-abfd-ee2daa64fe0f None None] Provisioning complete for port 2e63575e-5bca-4820-a17a-2f6cdc88e177 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:42:41.351027 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f801ba2b-b12f-4736-abfd-ee2daa64fe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:41.388053 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-f801ba2b-b12f-4736-abfd-ee2daa64fe0f None None] Port 2e63575e-5bca-4820-a17a-2f6cdc88e177 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:42:41.594499 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e63575e-5bca-4820-a17a-2f6cdc88e177 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:41.602587 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Publish callbacks [] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:41.614607 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Transition to ACTIVE for port object 2e63575e-5bca-4820-a17a-2f6cdc88e177 will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:42:41.618277 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:41.687059 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Pushing event updated for resources: {'Port': ['ID=2e63575e-5bca-4820-a17a-2f6cdc88e177,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:41.743436 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Attempting to bind port 2e63575e-5bca-4820-a17a-2f6cdc88e177 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:42:41.743811 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Attempting to bind port 2e63575e-5bca-4820-a17a-2f6cdc88e177 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:42:41.744123 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Attempting to bind port 2e63575e-5bca-4820-a17a-2f6cdc88e177 on network 66282e73-de55-42ce-87ca-f6dfa3097cd2 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:41.748654 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Port 2e63575e-5bca-4820-a17a-2f6cdc88e177 on network 66282e73-de55-42ce-87ca-f6dfa3097cd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:42:41.748996 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Attempting to bind port 2e63575e-5bca-4820-a17a-2f6cdc88e177 on network 66282e73-de55-42ce-87ca-f6dfa3097cd2 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:42:41.753887 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:42:41.754219 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Checking segment: {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:42:41.754597 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Bound using segment: {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:42:41.755020 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Bound port: 2e63575e-5bca-4820-a17a-2f6cdc88e177, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:42:41.755375 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:41.820079 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] For port 2e63575e-5bca-4820-a17a-2f6cdc88e177, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:42:41.823101 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] For port 2e63575e-5bca-4820-a17a-2f6cdc88e177, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2e63575e-5bca-4820-a17a-2f6cdc88e177,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:42:41.828594 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:41.862066 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:41.862676 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:41.864653 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] 10.222.0.31 "PUT /v2.0/ports/2e63575e-5bca-4820-a17a-2f6cdc88e177 HTTP/1.1" status: 200 len: 1094 time: 0.6839821 Mar 29 15:42:41.865122 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'tag': '2e63575e-5bca-4820-a17a-2f6cdc88e177'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:41.867342 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d5823d-52e9-46eb-b254-954a9c2e11a6" -d '{"events": [{"name": "network-changed", "server_uuid": "60236a5c-d9e7-47fe-a220-d9e9a120601c", "tag": "2e63575e-5bca-4820-a17a-2f6cdc88e177"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:41.890696 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901db908-587e-4ebc-8a80-c30701cfc798 service neutron] Pushing event updated for resources: {'Port': ['ID=2e63575e-5bca-4820-a17a-2f6cdc88e177,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:41.916804 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb2200e-dafe-4752-99b8-3e1b10f965b1 x-openstack-request-id: req-ccb2200e-dafe-4752-99b8-3e1b10f965b1 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:41.917041 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60236a5c-d9e7-47fe-a220-d9e9a120601c", "tag": "2e63575e-5bca-4820-a17a-2f6cdc88e177", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:41.917283 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ccb2200e-dafe-4752-99b8-3e1b10f965b1 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:41.917669 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb2200e-dafe-4752-99b8-3e1b10f965b1'] response: {'name': 'network-changed', 'server_uuid': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'tag': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'status': 'completed', 'code': 200} Mar 29 15:42:41.955436 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b5e15-e610-4312-923e-ec658924db34 req-7ebff0a6-dc73-4e83-a20c-c51b7a31c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:41.957521 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-7ebff0a6-dc73-4e83-a20c-c51b7a31c1af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 1128 time: 0.0516849 Mar 29 15:42:42.002315 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-b2b07d2a-f407-4085-b1be-3017fbbf1576 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e63575e-5bca-4820-a17a-2f6cdc88e177 HTTP/1.1" status: 200 len: 217 time: 0.0359836 Mar 29 15:42:42.084622 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b5e15-e610-4312-923e-ec658924db34 req-2065ff6a-8d2a-40cc-9024-0ebe570a44cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:42.086114 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-2065ff6a-8d2a-40cc-9024-0ebe570a44cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.0773203 Mar 29 15:42:42.127432 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb408d73-8213-4b1d-8edb-bdeb3f7239ca req-756a1a40-7b75-4c11-b0a0-d2c00ad2c48d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:42.128967 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fb408d73-8213-4b1d-8edb-bdeb3f7239ca req-756a1a40-7b75-4c11-b0a0-d2c00ad2c48d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 944 time: 0.0906296 Mar 29 15:42:42.166266 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b5e15-e610-4312-923e-ec658924db34 req-4633f0ca-eeaf-4ea7-ac31-5ace575e64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:42.167758 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-4633f0ca-eeaf-4ea7-ac31-5ace575e64f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0740778 Mar 29 15:42:42.233618 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fb408d73-8213-4b1d-8edb-bdeb3f7239ca req-22cfba59-d842-49c0-a01c-28b3f5a6d4ea tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967972 Mar 29 15:42:42.275823 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-8d548f27-3a08-45ce-b8ea-ee1a94529161 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004784 Mar 29 15:42:42.362211 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-c54b5e15-e610-4312-923e-ec658924db34 req-5e150ec2-b402-4004-bc94-d3b3118e5e1a service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805871 Mar 29 15:42:42.445170 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5823d-52e9-46eb-b254-954a9c2e11a6 req-72221137-956e-4c1d-9c4e-28f9b3937289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:42.446547 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d2d5823d-52e9-46eb-b254-954a9c2e11a6 req-72221137-956e-4c1d-9c4e-28f9b3937289 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 1128 time: 0.0438993 Mar 29 15:42:42.594209 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a1dc-eff9-4067-8351-1a627a6abdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:42.809106 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5823d-52e9-46eb-b254-954a9c2e11a6 req-30df7d78-622f-4c2d-b445-ca0f3dcd343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:42.810577 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d2d5823d-52e9-46eb-b254-954a9c2e11a6 req-30df7d78-622f-4c2d-b445-ca0f3dcd343a service neutron] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 913 time: 0.3583493 Mar 29 15:42:42.850319 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d2d5823d-52e9-46eb-b254-954a9c2e11a6 req-dffb4c77-e35d-4e6c-ac00-c1e3ce43743b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e63575e-5bca-4820-a17a-2f6cdc88e177 HTTP/1.1" status: 200 len: 217 time: 0.0327499 Mar 29 15:42:42.896401 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5823d-52e9-46eb-b254-954a9c2e11a6 req-946f583b-89f2-46f4-90bf-55f71ef5638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:42.897784 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d2d5823d-52e9-46eb-b254-954a9c2e11a6 req-946f583b-89f2-46f4-90bf-55f71ef5638e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.0414460 Mar 29 15:42:42.947189 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5823d-52e9-46eb-b254-954a9c2e11a6 req-7e2a53c5-4f07-45e4-be51-bdafa56850db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:42.948622 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d2d5823d-52e9-46eb-b254-954a9c2e11a6 req-7e2a53c5-4f07-45e4-be51-bdafa56850db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457129 Mar 29 15:42:43.033221 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d2d5823d-52e9-46eb-b254-954a9c2e11a6 req-b70def41-5453-4721-a904-56a6c8669953 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783343 Mar 29 15:42:43.121860 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-d2d5823d-52e9-46eb-b254-954a9c2e11a6 req-e77d5eb3-a71c-4c45-8303-c854d0757e52 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829902 Mar 29 15:42:43.353973 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bca48-1e9b-44de-a70e-a65930c6936f req-05fc37d5-3f63-42c2-beaf-f18968fe454a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:43.355409 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e83bca48-1e9b-44de-a70e-a65930c6936f req-05fc37d5-3f63-42c2-beaf-f18968fe454a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 944 time: 0.0507557 Mar 29 15:42:43.403333 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-e83bca48-1e9b-44de-a70e-a65930c6936f req-c6ec0a35-9eac-487b-9b0b-6674d390aec3 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419118 Mar 29 15:42:44.523485 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741dc87-3456-4599-8523-6add51598d86 req-8ca12aa2-fece-4c9d-9d54-96fc6f801e0e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:44.526848 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8741dc87-3456-4599-8523-6add51598d86 req-8ca12aa2-fece-4c9d-9d54-96fc6f801e0e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 944 time: 0.0569839 Mar 29 15:42:44.574647 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8741dc87-3456-4599-8523-6add51598d86 req-5499bca1-eeac-4f75-8cc5-f243c71315c5 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435200 Mar 29 15:42:45.074221 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:42:45.109379 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fc144b2a-05aa-415c-ad2e-7e7242d33270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:45.453760 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:45.693784 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4432e38-1034-4946-bb32-99aa3d0ac7c8 req-a69b0175-889c-4ce5-b9b5-9bb3426641d2 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:45.695233 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d4432e38-1034-4946-bb32-99aa3d0ac7c8 req-a69b0175-889c-4ce5-b9b5-9bb3426641d2 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 944 time: 0.0552616 Mar 29 15:42:45.742255 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d4432e38-1034-4946-bb32-99aa3d0ac7c8 req-3b57516b-f3c0-4936-aff9-8f30db03cd96 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415008 Mar 29 15:42:46.119193 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:46.857652 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbdbab-e024-4552-9d50-e1d0fc5f4ccd req-1409590f-f20c-4f62-ab92-05f60afa922b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:46.859072 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1dcbdbab-e024-4552-9d50-e1d0fc5f4ccd req-1409590f-f20c-4f62-ab92-05f60afa922b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 944 time: 0.0514190 Mar 29 15:42:46.910095 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-1dcbdbab-e024-4552-9d50-e1d0fc5f4ccd req-7e26ff56-9cd0-4257-bfba-ba2089cc55c8 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442076 Mar 29 15:42:47.247626 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:48.026357 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7573-264a-4e09-af9c-41e030d4af1c req-585da53d-e3b9-4820-a5e0-ac3605b0081e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:48.027804 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-eb5e7573-264a-4e09-af9c-41e030d4af1c req-585da53d-e3b9-4820-a5e0-ac3605b0081e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 944 time: 0.0527413 Mar 29 15:42:48.075080 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-eb5e7573-264a-4e09-af9c-41e030d4af1c req-004a0324-b7d1-4d6d-a15a-a0a4d416d069 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413783 Mar 29 15:42:48.807521 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:49.188635 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781663b-d3d0-4dad-9ca8-c9194143f904 req-f5d5c44a-d59f-4a46-acad-57796fc2a58b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:49.190114 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5781663b-d3d0-4dad-9ca8-c9194143f904 req-f5d5c44a-d59f-4a46-acad-57796fc2a58b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 944 time: 0.0511105 Mar 29 15:42:49.237732 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-5781663b-d3d0-4dad-9ca8-c9194143f904 req-f5fed676-89fe-438a-9902-064c023b73d8 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416207 Mar 29 15:42:50.081730 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 2e63575e-5bca-4820-a17a-2f6cdc88e177 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:42:50.172620 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 2e63575e-5bca-4820-a17a-2f6cdc88e177, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2e63575e-5bca-4820-a17a-2f6cdc88e177,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:50.184152 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'port_id': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'mac_address': 'fa:16:3e:34:4b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:42:50.219042 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 2e63575e-5bca-4820-a17a-2f6cdc88e177 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:42:50.219419 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:50.235357 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e63575e-5bca-4820-a17a-2f6cdc88e177 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:42:50.254022 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 2e63575e-5bca-4820-a17a-2f6cdc88e177, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2e63575e-5bca-4820-a17a-2f6cdc88e177,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:50.257582 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:50.301914 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=2e63575e-5bca-4820-a17a-2f6cdc88e177,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:50.357792 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3e185-abe4-4506-92f6-f06246c9b0f4 req-13e15573-95cb-43e6-b42e-5eb02bea43c3 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:50.359259 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-add3e185-abe4-4506-92f6-f06246c9b0f4 req-13e15573-95cb-43e6-b42e-5eb02bea43c3 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 945 time: 0.0560181 Mar 29 15:42:50.406919 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-add3e185-abe4-4506-92f6-f06246c9b0f4 req-62164454-0531-4dd5-b9be-d365ebe61256 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421329 Mar 29 15:42:50.459277 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['2e63575e-5bca-4820-a17a-2f6cdc88e177'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:42:51.522421 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cd03b-f038-4e75-a91d-7280ab8af981 req-f45db3d8-682e-4107-83a4-5590659b8c39 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:51.523877 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-858cd03b-f038-4e75-a91d-7280ab8af981 req-f45db3d8-682e-4107-83a4-5590659b8c39 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 945 time: 0.0520167 Mar 29 15:42:51.572147 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-858cd03b-f038-4e75-a91d-7280ab8af981 req-965c44e5-4e06-42bf-a983-23c18a78af0f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427747 Mar 29 15:42:52.098144 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 2e63575e-5bca-4820-a17a-2f6cdc88e177 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:42:52.147055 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 2e63575e-5bca-4820-a17a-2f6cdc88e177 completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:42:52.151042 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 2e63575e-5bca-4820-a17a-2f6cdc88e177 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:42:52.151419 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:52.228566 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 2e63575e-5bca-4820-a17a-2f6cdc88e177 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:42:52.228983 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:52.251414 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e63575e-5bca-4820-a17a-2f6cdc88e177'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:52.253699 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59ab253-9aea-46cf-818f-61f206ee7214" -d '{"events": [{"server_uuid": "60236a5c-d9e7-47fe-a220-d9e9a120601c", "name": "network-vif-plugged", "status": "completed", "tag": "2e63575e-5bca-4820-a17a-2f6cdc88e177"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:52.266191 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 2e63575e-5bca-4820-a17a-2f6cdc88e177, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2e63575e-5bca-4820-a17a-2f6cdc88e177,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:42:52.270118 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:52.317344 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=2e63575e-5bca-4820-a17a-2f6cdc88e177,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:52.347618 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78bd848-e33d-4ecc-b53a-75f6a2596b35 x-openstack-request-id: req-e78bd848-e33d-4ecc-b53a-75f6a2596b35 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:52.347913 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60236a5c-d9e7-47fe-a220-d9e9a120601c", "name": "network-vif-plugged", "status": "completed", "tag": "2e63575e-5bca-4820-a17a-2f6cdc88e177", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:52.348255 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e78bd848-e33d-4ecc-b53a-75f6a2596b35 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:52.348604 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e78bd848-e33d-4ecc-b53a-75f6a2596b35'] response: {'server_uuid': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'code': 200} Mar 29 15:42:52.554747 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662cee-d192-4f00-907b-1d44f2f5f6ab req-87b866a2-e857-4e52-a2d3-61735a12ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:52.556214 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-03662cee-d192-4f00-907b-1d44f2f5f6ab req-87b866a2-e857-4e52-a2d3-61735a12ecd9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 1130 time: 0.0462954 Mar 29 15:42:52.600984 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-03662cee-d192-4f00-907b-1d44f2f5f6ab req-66fc2482-ae4c-4a72-8b29-223f8234b771 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388246 Mar 29 15:42:52.688430 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e604537-6d55-4c89-a1bd-9dd568a689cf req-cd09317f-aafd-4a3b-8efa-d1824112e075 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:52.689901 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4e604537-6d55-4c89-a1bd-9dd568a689cf req-cd09317f-aafd-4a3b-8efa-d1824112e075 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 946 time: 0.0514598 Mar 29 15:42:52.737760 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4e604537-6d55-4c89-a1bd-9dd568a689cf req-46478cee-26ac-4e6f-af2f-3e5593510f2f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424175 Mar 29 15:42:53.853796 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674a2a8-1cc0-4b40-b304-67af4b30dfd1 req-795d17b6-40a4-4c20-b2da-c56fe5e744fe tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:53.855255 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9674a2a8-1cc0-4b40-b304-67af4b30dfd1 req-795d17b6-40a4-4c20-b2da-c56fe5e744fe tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 946 time: 0.0516698 Mar 29 15:42:53.904880 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9674a2a8-1cc0-4b40-b304-67af4b30dfd1 req-b367f733-1b89-4599-901d-9740b1cb97df tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440660 Mar 29 15:42:54.022106 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d576277-3cbc-4096-ae95-95d7bc758de2 req-31744685-790b-4f7f-aa99-52e6a11a2519 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:54.023478 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7d576277-3cbc-4096-ae95-95d7bc758de2 req-31744685-790b-4f7f-aa99-52e6a11a2519 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 946 time: 0.0535753 Mar 29 15:42:54.075155 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-7d576277-3cbc-4096-ae95-95d7bc758de2 req-5bfee6ab-6521-45c4-b68d-deb97c863247 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461836 Mar 29 15:42:54.097643 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56372) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:54.139409 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647e1beb-5f0e-4aa1-a518-d2f3a3a7b226 tempest-TestVolumeBootPattern-857933974 tempest-TestVolumeBootPattern-857933974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:54.140899 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-647e1beb-5f0e-4aa1-a518-d2f3a3a7b226 tempest-TestVolumeBootPattern-857933974 tempest-TestVolumeBootPattern-857933974-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 1125 time: 0.0422826 Mar 29 15:42:54.143706 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56374) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:42:54.148349 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'port_id': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:42:54.168028 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:54.264671 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:54.364421 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Allocated IP 172.27.0.202 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/55115f87-725f-4599-a203-62068f12bf79) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:42:54.464966 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for port (55115f87-725f-4599-a203-62068f12bf79), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:54.498927 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (55115f87-725f-4599-a203-62068f12bf79), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:54.533933 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:42:54.537252 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:42:54.539858 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:42:54.574869 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'Port': ['ID=55115f87-725f-4599-a203-62068f12bf79,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:54.904851 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for floatingip (8f82c436-b93c-4513-a3e9-49a6d2224d11), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:54.969364 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (55115f87-725f-4599-a203-62068f12bf79), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:55.113228 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for port (55115f87-725f-4599-a203-62068f12bf79), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:55.117678 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (55115f87-725f-4599-a203-62068f12bf79), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:55.181516 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'Port': ['ID=55115f87-725f-4599-a203-62068f12bf79,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:42:55.193114 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (8f82c436-b93c-4513-a3e9-49a6d2224d11), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:55.291213 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.db.l3_db [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Floating IP 8f82c436-b93c-4513-a3e9-49a6d2224d11 associated. External IP: 172.27.0.202, port: 2e63575e-5bca-4820-a17a-2f6cdc88e177. Mar 29 15:42:55.496792 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:42:55.605760 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:42:55.616499 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5da7cb-d8ae-42b4-aaf3-b059a0daa5e9 None None] Sync routers for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:42:55.623766 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:42:55.625688 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5da7cb-d8ae-42b4-aaf3-b059a0daa5e9 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:55.626382 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1b5da7cb-d8ae-42b4-aaf3-b059a0daa5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:42:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:55.653743 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-571fb4cf-ab2d-47e8-8231-3f9047cc45d0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5085456 Mar 29 15:42:55.654327 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'tag': '2e63575e-5bca-4820-a17a-2f6cdc88e177'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:42:55.656573 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39fcf49-55c7-4064-90ef-f46b27ef2944" -d '{"events": [{"name": "network-changed", "server_uuid": "60236a5c-d9e7-47fe-a220-d9e9a120601c", "tag": "2e63575e-5bca-4820-a17a-2f6cdc88e177"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:42:55.690868 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a18a30-36bb-483f-8e4d-cb04a5bdfc5b x-openstack-request-id: req-24a18a30-36bb-483f-8e4d-cb04a5bdfc5b {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:42:55.691680 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60236a5c-d9e7-47fe-a220-d9e9a120601c", "tag": "2e63575e-5bca-4820-a17a-2f6cdc88e177", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:42:55.691933 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24a18a30-36bb-483f-8e4d-cb04a5bdfc5b {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:42:55.692345 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a18a30-36bb-483f-8e4d-cb04a5bdfc5b'] response: {'name': 'network-changed', 'server_uuid': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'tag': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'status': 'completed', 'code': 200} Mar 29 15:42:55.739302 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1b5da7cb-d8ae-42b4-aaf3-b059a0daa5e9 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:55.755872 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fcf49-55c7-4064-90ef-f46b27ef2944 req-582c16d7-d7f4-4d4e-95ec-21f78df76c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:55.757325 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e39fcf49-55c7-4064-90ef-f46b27ef2944 req-582c16d7-d7f4-4d4e-95ec-21f78df76c83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 1130 time: 0.0449102 Mar 29 15:42:55.849227 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fcf49-55c7-4064-90ef-f46b27ef2944 req-e079c586-8b76-4ecf-bb2b-f12a9ed83fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:55.850988 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e39fcf49-55c7-4064-90ef-f46b27ef2944 req-e079c586-8b76-4ecf-bb2b-f12a9ed83fa0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 913 time: 0.0881436 Mar 29 15:42:55.915356 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e39fcf49-55c7-4064-90ef-f46b27ef2944 req-e53743a6-a992-4d18-8456-569bf4ba76b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e63575e-5bca-4820-a17a-2f6cdc88e177 HTTP/1.1" status: 200 len: 1000 time: 0.0580144 Mar 29 15:42:55.962637 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1b5da7cb-d8ae-42b4-aaf3-b059a0daa5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '8f82c436-b93c-4513-a3e9-49a6d2224d11', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:34:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:42:54Z', 'updated_at': '2022-03-29T15:42:54Z', 'revision_number': 0, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:55.967289 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fcf49-55c7-4064-90ef-f46b27ef2944 req-9a011dac-33e7-484e-a7da-da70903383d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:55.968746 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e39fcf49-55c7-4064-90ef-f46b27ef2944 req-9a011dac-33e7-484e-a7da-da70903383d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.0474236 Mar 29 15:42:55.989438 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5da7cb-d8ae-42b4-aaf3-b059a0daa5e9 None None] Checking router: 9d2fda5f-e179-4a79-af1f-e3dce2b8514d for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:42:55.998592 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5da7cb-d8ae-42b4-aaf3-b059a0daa5e9 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:42:55.999208 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1b5da7cb-d8ae-42b4-aaf3-b059a0daa5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:42:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:56.017694 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fcf49-55c7-4064-90ef-f46b27ef2944 req-5449b81a-4c71-4a0f-995d-a5bd6d1608f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:42:56.019197 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e39fcf49-55c7-4064-90ef-f46b27ef2944 req-5449b81a-4c71-4a0f-995d-a5bd6d1608f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439551 Mar 29 15:42:56.110679 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1b5da7cb-d8ae-42b4-aaf3-b059a0daa5e9 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:42:56.113750 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e39fcf49-55c7-4064-90ef-f46b27ef2944 req-ae56dfa8-7190-40ae-88ed-2667d08c5ae1 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870292 Mar 29 15:42:56.217254 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e39fcf49-55c7-4064-90ef-f46b27ef2944 req-5f6dc5b5-9000-46b3-8e3b-28fbcefc0780 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858805 Mar 29 15:42:56.337668 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1b5da7cb-d8ae-42b4-aaf3-b059a0daa5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '8f82c436-b93c-4513-a3e9-49a6d2224d11', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:34:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:42:54Z', 'updated_at': '2022-03-29T15:42:54Z', 'revision_number': 0, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:42:56.364310 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5da7cb-d8ae-42b4-aaf3-b059a0daa5e9 None None] The sync data for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi is: [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '8f82c436-b93c-4513-a3e9-49a6d2224d11', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:34:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:42:54Z', 'updated_at': '2022-03-29T15:42:54Z', 'revision_number': 0, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:42:56.549205 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c8142-c14a-4764-b8fc-f8c32ff7d6cf None None] New status for floating IP 8f82c436-b93c-4513-a3e9-49a6d2224d11: ACTIVE {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:43:12.595837 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bcc029d8-1a6e-41b6-b307-f5bafd782837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:15.110315 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa1af2a3-ebe6-49b7-b7c8-e14a34c1f1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:15.461754 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:16.122531 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:17.250687 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:18.808339 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:22.073631 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:43:42.596688 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cb72547c-3b7e-4376-ba6f-e8ea2e9ff532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:45.110910 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-92905ad4-014a-4b15-ab37-7365bec69901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:45.453523 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:46.124990 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:47.253865 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:48.809994 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:43:53.881694 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0c3597b-8f0c-476a-9af9-7adcd4dc5577 req-309406df-82f4-4bab-a574-2f15af3d4890 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433152 Mar 29 15:43:53.980797 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3597b-8f0c-476a-9af9-7adcd4dc5577 req-dbaa6d0f-023a-4f66-9810-bec01a25c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:53.982418 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0c3597b-8f0c-476a-9af9-7adcd4dc5577 req-dbaa6d0f-023a-4f66-9810-bec01a25c4f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 1130 time: 0.0436580 Mar 29 15:43:54.084257 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3597b-8f0c-476a-9af9-7adcd4dc5577 req-34aa71ac-ce98-464b-8f1b-ed491c1db737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:54.085736 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0c3597b-8f0c-476a-9af9-7adcd4dc5577 req-34aa71ac-ce98-464b-8f1b-ed491c1db737 service neutron] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 913 time: 0.0869079 Mar 29 15:43:54.149408 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0c3597b-8f0c-476a-9af9-7adcd4dc5577 req-0f78d388-f1e5-4660-83b7-4b0d6a208311 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e63575e-5bca-4820-a17a-2f6cdc88e177 HTTP/1.1" status: 200 len: 1002 time: 0.0576470 Mar 29 15:43:54.199861 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3597b-8f0c-476a-9af9-7adcd4dc5577 req-219f10a4-c731-488a-a085-98abaf597e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:54.201301 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0c3597b-8f0c-476a-9af9-7adcd4dc5577 req-219f10a4-c731-488a-a085-98abaf597e4f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.0465019 Mar 29 15:43:54.248196 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3597b-8f0c-476a-9af9-7adcd4dc5577 req-d887dbd2-d31d-48b4-9015-87dd888ae3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:43:54.249647 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0c3597b-8f0c-476a-9af9-7adcd4dc5577 req-d887dbd2-d31d-48b4-9015-87dd888ae3b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429769 Mar 29 15:43:54.333679 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0c3597b-8f0c-476a-9af9-7adcd4dc5577 req-2af86ffc-4f04-4213-adf2-e72a5a86af96 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781362 Mar 29 15:43:54.422491 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-e0c3597b-8f0c-476a-9af9-7adcd4dc5577 req-47aab184-b6ea-4927-852c-e1d872600657 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828183 Mar 29 15:43:59.073029 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:44:12.598074 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1124f337-7c8e-49e6-aef9-98f73b789f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:15.112843 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-09f2fe1c-4ec7-42c6-b720-e2026cbf09db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:15.467752 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:16.127901 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:17.256836 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:18.811697 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:29.878575 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-8007a8dc-e897-4777-9db6-b7cc681055ab tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749592482&fields=id&tenant_id=956bf10215394e4b80deac5895e5cbf1 HTTP/1.1" status: 200 len: 267 time: 0.0437322 Mar 29 15:44:29.982766 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-9970b911-db69-404e-8f81-1b170d900cfc tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:29.984102 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-9970b911-db69-404e-8f81-1b170d900cfc tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 812 time: 0.0993335 Mar 29 15:44:30.002315 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-1d11783a-c291-4aa1-aed6-027727598ccc tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/quotas/956bf10215394e4b80deac5895e5cbf1 HTTP/1.1" status: 200 len: 375 time: 0.0126500 Mar 29 15:44:30.056636 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-027cdbd4-0656-4a45-81b1-0da53bdfeb45 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494304 Mar 29 15:44:30.151558 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-a6bbd400-c279-435f-82dd-b1384c7a4827 service neutron] 10.222.0.18 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826325 Mar 29 15:44:30.240901 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-b9d4bece-2f02-4a33-8cec-ac20844591a7 service neutron] 10.222.0.18 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835145 Mar 29 15:44:30.517860 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-ea4b011f-2790-44ce-8050-d7d6b79db536 req-947f69cf-e02c-4e56-9a1f-d223b6ce94c0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 210 time: 0.0269876 Mar 29 15:44:31.412817 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-897700f3-2437-4fca-b30e-2d6a01dc1bd1 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:31.414328 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-897700f3-2437-4fca-b30e-2d6a01dc1bd1 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 812 time: 0.0995283 Mar 29 15:44:31.481043 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-0c3839ee-63fb-46bb-8e6d-96ae40df199f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=956bf10215394e4b80deac5895e5cbf1 HTTP/1.1" status: 200 len: 380 time: 0.0576217 Mar 29 15:44:31.489286 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Request body: {'port': {'device_id': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'admin_state_up': True, 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'security_groups': ['a0afc5fb-0d6d-433f-85bd-de782b39073e']}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:31.616348 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-3eca6e2b-34b1-4e1b-8094-a9fe374f6234 req-2948ee15-af26-4154-9691-3234c0d0e00a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 210 time: 0.0311406 Mar 29 15:44:31.617064 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Made reservation on behalf of 956bf10215394e4b80deac5895e5cbf1 for: {'port': 1} {{(pid=103131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:44:31.620808 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:31.751664 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Allocated IP 172.20.0.11 (66282e73-de55-42ce-87ca-f6dfa3097cd2/676da8ec-7d33-44c4-a2b7-1e9b85287549/3b873815-99bd-4196-809f-d78fa6d67018) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:31.892342 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for port (3b873815-99bd-4196-809f-d78fa6d67018), precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:31.925379 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (3b873815-99bd-4196-809f-d78fa6d67018), after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:31.965906 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Network 66282e73-de55-42ce-87ca-f6dfa3097cd2 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:31.968895 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:31.975092 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:31.998159 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'Port': ['ID=3b873815-99bd-4196-809f-d78fa6d67018,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:32.012711 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.013074 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.013409 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.013741 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.014062 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.014386 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.014704 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.015018 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.015337 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.015654 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.015969 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.016284 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.016597 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.016905 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.017250 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:32.038166 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:32.038766 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:32.055918 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-bef671d7-87d9-4305-836a-1d30457608ad tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5701365 Mar 29 15:44:32.067343 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.v2.base [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Request body: {'port': {'device_id': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:32.132522 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3b873815-99bd-4196-809f-d78fa6d67018), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:32.181256 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-3d93826d-cf8c-4790-b730-bd1262c9154a None None] Provisioning complete for port 3b873815-99bd-4196-809f-d78fa6d67018 triggered by entity DHCP. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:44:32.181923 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3d93826d-cf8c-4790-b730-bd1262c9154a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (3b873815-99bd-4196-809f-d78fa6d67018), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:32.217418 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-3d93826d-cf8c-4790-b730-bd1262c9154a None None] Port 3b873815-99bd-4196-809f-d78fa6d67018 cannot update to ACTIVE because it is not bound. {{(pid=103132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:44:32.395223 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b873815-99bd-4196-809f-d78fa6d67018 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:32.403172 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Publish callbacks [] for port (3b873815-99bd-4196-809f-d78fa6d67018), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:32.414727 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Transition to ACTIVE for port object 3b873815-99bd-4196-809f-d78fa6d67018 will not be triggered until provisioned by entity L2. {{(pid=103131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:44:32.418465 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (3b873815-99bd-4196-809f-d78fa6d67018), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:32.468338 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b873815-99bd-4196-809f-d78fa6d67018,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:32.540141 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Attempting to bind port 3b873815-99bd-4196-809f-d78fa6d67018 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:44:32.540480 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Attempting to bind port 3b873815-99bd-4196-809f-d78fa6d67018 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:44:32.540807 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Attempting to bind port 3b873815-99bd-4196-809f-d78fa6d67018 on network 66282e73-de55-42ce-87ca-f6dfa3097cd2 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:32.545461 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Port 3b873815-99bd-4196-809f-d78fa6d67018 on network 66282e73-de55-42ce-87ca-f6dfa3097cd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:44:32.545781 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Attempting to bind port 3b873815-99bd-4196-809f-d78fa6d67018 on network 66282e73-de55-42ce-87ca-f6dfa3097cd2 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:44:32.550629 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Checking agent: {'id': '819959af-4ad6-4f6b-8128-fb08d80a36fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'started_at': datetime.datetime(2022, 3, 29, 15, 29, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:44:32.550964 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Checking segment: {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:44:32.551351 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Bound using segment: {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:44:32.551776 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Bound port: 3b873815-99bd-4196-809f-d78fa6d67018, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674fc91e-e3c7-477f-9ee3-06ae80fe19eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:44:32.552131 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3b873815-99bd-4196-809f-d78fa6d67018), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:32.618553 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] For port 3b873815-99bd-4196-809f-d78fa6d67018, host hv-cinder-79053, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:44:32.621786 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] For port 3b873815-99bd-4196-809f-d78fa6d67018, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3b873815-99bd-4196-809f-d78fa6d67018,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:44:32.627063 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28863393'] for port (3b873815-99bd-4196-809f-d78fa6d67018), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:32.661478 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:32.662106 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:32.663470 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] 10.222.0.31 "PUT /v2.0/ports/3b873815-99bd-4196-809f-d78fa6d67018 HTTP/1.1" status: 200 len: 1094 time: 0.6003213 Mar 29 15:44:32.663957 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'tag': '3b873815-99bd-4196-809f-d78fa6d67018'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:32.666197 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c2f8ab-f504-41db-889d-50ad9f2d438a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b61f11c-4732-48f8-a478-e9d7aac6597d", "tag": "3b873815-99bd-4196-809f-d78fa6d67018"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:32.704679 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a7fff-b279-49db-a007-d4b32926fcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b873815-99bd-4196-809f-d78fa6d67018,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:32.709692 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd6362e-4c49-4ba6-9ba6-1a35559c472d x-openstack-request-id: req-abd6362e-4c49-4ba6-9ba6-1a35559c472d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:32.710101 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b61f11c-4732-48f8-a478-e9d7aac6597d", "tag": "3b873815-99bd-4196-809f-d78fa6d67018", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:32.710443 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abd6362e-4c49-4ba6-9ba6-1a35559c472d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:32.710944 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd6362e-4c49-4ba6-9ba6-1a35559c472d'] response: {'name': 'network-changed', 'server_uuid': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'tag': '3b873815-99bd-4196-809f-d78fa6d67018', 'status': 'completed', 'code': 200} Mar 29 15:44:32.756594 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-c2d80415-75a9-484c-97e0-0a583eeb7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:32.758189 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-c2d80415-75a9-484c-97e0-0a583eeb7bdf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 1128 time: 0.0502861 Mar 29 15:44:32.765124 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0009735-fdb4-45ac-8a93-63310145c16e req-53d20715-2285-4341-973a-109f6a1f2fdd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:32.767817 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c0009735-fdb4-45ac-8a93-63310145c16e req-53d20715-2285-4341-973a-109f6a1f2fdd tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 944 time: 0.0707736 Mar 29 15:44:32.802737 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-8e3a97a2-1704-4c09-9454-5bef88895d30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b873815-99bd-4196-809f-d78fa6d67018 HTTP/1.1" status: 200 len: 217 time: 0.0380838 Mar 29 15:44:32.818165 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-c0009735-fdb4-45ac-8a93-63310145c16e req-90e25dd6-edaf-47df-b7c0-b92aa03feca1 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461528 Mar 29 15:44:32.852868 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-73ee2d79-899d-44f1-a3bf-994fac900473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:32.854926 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-73ee2d79-899d-44f1-a3bf-994fac900473 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.0456321 Mar 29 15:44:32.902554 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-6ca71b39-7852-4aa1-be7f-2aa8f0118b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:32.903961 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-6ca71b39-7852-4aa1-be7f-2aa8f0118b99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437346 Mar 29 15:44:32.991740 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-8cb8359f-d279-4f6c-95af-1634f40e8982 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819194 Mar 29 15:44:33.076531 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-a1b19bcf-22e5-4a7f-b9b4-fd39c884a956 req-b19fde87-fc65-4251-a92b-54dad14486b3 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793097 Mar 29 15:44:33.167815 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f8ab-f504-41db-889d-50ad9f2d438a req-c2acefd3-d9f6-4292-8daf-8137afc0c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:33.169240 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-38c2f8ab-f504-41db-889d-50ad9f2d438a req-c2acefd3-d9f6-4292-8daf-8137afc0c018 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 1128 time: 0.0487807 Mar 29 15:44:33.253590 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f8ab-f504-41db-889d-50ad9f2d438a req-2e41acc1-88fb-43a7-a336-97a3da7fe52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:33.255017 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-38c2f8ab-f504-41db-889d-50ad9f2d438a req-2e41acc1-88fb-43a7-a336-97a3da7fe52e service neutron] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 913 time: 0.0804057 Mar 29 15:44:33.298456 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-38c2f8ab-f504-41db-889d-50ad9f2d438a req-e7da3a29-7733-41e1-91d3-9f4466c26707 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b873815-99bd-4196-809f-d78fa6d67018 HTTP/1.1" status: 200 len: 217 time: 0.0362599 Mar 29 15:44:33.607323 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f8ab-f504-41db-889d-50ad9f2d438a req-785db565-b66b-4438-8c2d-ad57c76c53cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:33.609007 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-38c2f8ab-f504-41db-889d-50ad9f2d438a req-785db565-b66b-4438-8c2d-ad57c76c53cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.3039145 Mar 29 15:44:33.657521 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f8ab-f504-41db-889d-50ad9f2d438a req-f6ad98f3-8a9e-4b75-bc87-eaa45d698dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:33.658989 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-38c2f8ab-f504-41db-889d-50ad9f2d438a req-f6ad98f3-8a9e-4b75-bc87-eaa45d698dd3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440559 Mar 29 15:44:33.748559 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-38c2f8ab-f504-41db-889d-50ad9f2d438a req-601607d1-eed2-4736-af65-414080c9b08d service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825350 Mar 29 15:44:33.832543 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-38c2f8ab-f504-41db-889d-50ad9f2d438a req-f30b80fb-a3b0-4938-b014-72718b837845 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786488 Mar 29 15:44:33.943801 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb82f4-76ae-47c3-990d-6a4d4e2a5238 req-2cb03d51-6da1-4f99-b17d-4fbfc0ed6fe8 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:33.945294 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f5bb82f4-76ae-47c3-990d-6a4d4e2a5238 req-2cb03d51-6da1-4f99-b17d-4fbfc0ed6fe8 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 944 time: 0.0519516 Mar 29 15:44:33.997313 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f5bb82f4-76ae-47c3-990d-6a4d4e2a5238 req-41971f82-1679-4765-9ef5-7b05978b394c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456343 Mar 29 15:44:35.113158 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5c90f-cedb-404a-a195-ac4aa43cb319 req-d59dfe27-0f6e-4b8a-bdab-c4e2df8fb43e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:35.114617 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-8bc5c90f-cedb-404a-a195-ac4aa43cb319 req-d59dfe27-0f6e-4b8a-bdab-c4e2df8fb43e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 944 time: 0.0516253 Mar 29 15:44:35.161181 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-8bc5c90f-cedb-404a-a195-ac4aa43cb319 req-7f521043-fab0-4c2f-ac25-e897fda63384 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410817 Mar 29 15:44:36.075411 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:44:36.276095 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953410fa-8d9a-4f0f-99c9-ab0dfc6a81f5 req-c87766c0-940a-4796-b21e-70d5b51dccda tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:36.277588 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-953410fa-8d9a-4f0f-99c9-ab0dfc6a81f5 req-c87766c0-940a-4796-b21e-70d5b51dccda tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 944 time: 0.0519466 Mar 29 15:44:36.324938 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-953410fa-8d9a-4f0f-99c9-ab0dfc6a81f5 req-d62aecee-a960-40c7-939d-9bf56373a573 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Mar 29 15:44:37.438748 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d319b9-3e04-4443-8da3-65343f8472e2 req-0b50a865-4f35-44eb-a57c-9ed7024d4f2e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:37.440126 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-70d319b9-3e04-4443-8da3-65343f8472e2 req-0b50a865-4f35-44eb-a57c-9ed7024d4f2e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 944 time: 0.0505974 Mar 29 15:44:37.490370 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-70d319b9-3e04-4443-8da3-65343f8472e2 req-e0e95144-8eab-4fce-a790-f96df2b740a2 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447185 Mar 29 15:44:38.604328 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17965757-be80-4d0e-b35a-8d6cc45f6287 req-8c6fc4b5-224c-4cc5-bb58-f971f2ef55f8 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:38.605780 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-17965757-be80-4d0e-b35a-8d6cc45f6287 req-8c6fc4b5-224c-4cc5-bb58-f971f2ef55f8 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 944 time: 0.0514209 Mar 29 15:44:38.652136 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-17965757-be80-4d0e-b35a-8d6cc45f6287 req-41613be3-4b8a-408e-bfec-8ce6734df739 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408685 Mar 29 15:44:39.766537 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531fea6-99b4-40b6-b969-a58fb176ab39 req-c9549323-9a04-4f12-a330-2d6e7e90b7d5 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:39.767964 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9531fea6-99b4-40b6-b969-a58fb176ab39 req-c9549323-9a04-4f12-a330-2d6e7e90b7d5 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 944 time: 0.0512216 Mar 29 15:44:39.815081 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-9531fea6-99b4-40b6-b969-a58fb176ab39 req-107a8116-59db-4053-b359-f58f5978687a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413609 Mar 29 15:44:40.652998 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 3b873815-99bd-4196-809f-d78fa6d67018 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:44:40.747778 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 3b873815-99bd-4196-809f-d78fa6d67018, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3b873815-99bd-4196-809f-d78fa6d67018,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:40.758429 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Returning: {'device': '3b873815-99bd-4196-809f-d78fa6d67018', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'port_id': '3b873815-99bd-4196-809f-d78fa6d67018', 'mac_address': 'fa:16:3e:26:00:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:44:40.793695 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 3b873815-99bd-4196-809f-d78fa6d67018 is: DOWN; New status is: BUILD {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:44:40.794083 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3b873815-99bd-4196-809f-d78fa6d67018), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:40.806029 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b873815-99bd-4196-809f-d78fa6d67018 {{(pid=103132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:44:40.825153 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 3b873815-99bd-4196-809f-d78fa6d67018, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3b873815-99bd-4196-809f-d78fa6d67018,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:40.829159 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (3b873815-99bd-4196-809f-d78fa6d67018), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:40.877976 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=3b873815-99bd-4196-809f-d78fa6d67018,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:40.885505 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.885846 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.886178 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.886509 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.886832 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.887151 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.887468 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.887782 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.888099 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.888419 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.888737 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.889078 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.889390 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.889699 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.890008 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:40.934511 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f115c-556c-4af7-9024-a9b66d540855 req-6f227442-5b38-4f8a-aa2d-b6652757cbe7 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:40.935871 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fb4f115c-556c-4af7-9024-a9b66d540855 req-6f227442-5b38-4f8a-aa2d-b6652757cbe7 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 945 time: 0.0553586 Mar 29 15:44:40.983363 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-fb4f115c-556c-4af7-9024-a9b66d540855 req-bec9eb2f-7f69-4e38-99a7-e94042e03c27 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Mar 29 15:44:41.043224 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] get_ports_and_sgs() called for port_ids ['3b873815-99bd-4196-809f-d78fa6d67018'] {{(pid=103132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:44:42.096821 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015ae9c-880a-4517-9730-09635ebb6dd6 req-512fc79b-aad6-43bf-bda8-0dccea0cb4d6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:42.098298 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7015ae9c-880a-4517-9730-09635ebb6dd6 req-512fc79b-aad6-43bf-bda8-0dccea0cb4d6 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 945 time: 0.0497613 Mar 29 15:44:42.145601 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-7015ae9c-880a-4517-9730-09635ebb6dd6 req-b1b10fec-9ca9-4800-a0cb-0dac502f314b tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409312 Mar 29 15:44:42.599010 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-72502a70-6672-4383-8385-f909fd97a8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:42.652394 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 3b873815-99bd-4196-809f-d78fa6d67018 up at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:44:42.701035 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning for port 3b873815-99bd-4196-809f-d78fa6d67018 completed by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:44:42.705456 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.provisioning_blocks [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Provisioning complete for port 3b873815-99bd-4196-809f-d78fa6d67018 triggered by entity L2. {{(pid=103132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:44:42.705827 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3839257'] for port (3b873815-99bd-4196-809f-d78fa6d67018), provisioning_complete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:42.778563 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Current status of the port 3b873815-99bd-4196-809f-d78fa6d67018 is: BUILD; New status is: ACTIVE {{(pid=103132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:44:42.778936 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (3b873815-99bd-4196-809f-d78fa6d67018), before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:42.802929 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b873815-99bd-4196-809f-d78fa6d67018'}] {{(pid=103132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:42.805150 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d7cb5b47a0c00f880e8632be435340d169dc1549f58296072b6baf736f3a504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5c99d4-2188-4f5f-a8ad-7b6427c8ccc4" -d '{"events": [{"server_uuid": "0b61f11c-4732-48f8-a478-e9d7aac6597d", "name": "network-vif-plugged", "status": "completed", "tag": "3b873815-99bd-4196-809f-d78fa6d67018"}]}' {{(pid=103132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:42.819198 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] For port 3b873815-99bd-4196-809f-d78fa6d67018, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3b873815-99bd-4196-809f-d78fa6d67018,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:44:42.824145 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558'] for port (3b873815-99bd-4196-809f-d78fa6d67018), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:42.847701 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292c9b84-b22d-4b29-b8e7-96514d5ebba0 x-openstack-request-id: req-292c9b84-b22d-4b29-b8e7-96514d5ebba0 {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:42.847990 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b61f11c-4732-48f8-a478-e9d7aac6597d", "name": "network-vif-plugged", "status": "completed", "tag": "3b873815-99bd-4196-809f-d78fa6d67018", "code": 200}]} {{(pid=103132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:42.848234 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-292c9b84-b22d-4b29-b8e7-96514d5ebba0 {{(pid=103132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:42.848624 dv-cinder-790535-36-iscsi neutron-server[103132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-292c9b84-b22d-4b29-b8e7-96514d5ebba0'] response: {'server_uuid': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b873815-99bd-4196-809f-d78fa6d67018', 'code': 200} Mar 29 15:44:42.877161 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Pushing event updated for resources: {'Port': ['ID=3b873815-99bd-4196-809f-d78fa6d67018,revision_number=5']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:43.053604 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bb579-abff-4435-a18a-925bc6b703e2 req-5cdcd46a-3d05-454e-aa76-6a21cd615e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:43.055101 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-845bb579-abff-4435-a18a-925bc6b703e2 req-5cdcd46a-3d05-454e-aa76-6a21cd615e0a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 1130 time: 0.0425310 Mar 29 15:44:43.097529 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-845bb579-abff-4435-a18a-925bc6b703e2 req-e9871d87-263d-4f7e-999b-c97c35d42536 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370545 Mar 29 15:44:43.263994 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff697-8e7a-40db-b210-e5b2d77874a5 req-22b6c277-bf5c-46ca-a5c4-d45a94cf1f6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:43.265495 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-cd7ff697-8e7a-40db-b210-e5b2d77874a5 req-22b6c277-bf5c-46ca-a5c4-d45a94cf1f6a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 946 time: 0.0551662 Mar 29 15:44:43.312423 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-cd7ff697-8e7a-40db-b210-e5b2d77874a5 req-cb8cad4f-9d72-4eb1-8e2e-09da3996a8e7 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413973 Mar 29 15:44:44.427612 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297fc78-76a7-423a-91e1-d82313d94db5 req-5abf7d08-bf03-4bde-9b51-0875dfccabd1 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:44.429108 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8297fc78-76a7-423a-91e1-d82313d94db5 req-5abf7d08-bf03-4bde-9b51-0875dfccabd1 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 946 time: 0.0508807 Mar 29 15:44:44.479800 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-8297fc78-76a7-423a-91e1-d82313d94db5 req-d399e238-6ab0-4d49-bd53-8f11ae670a34 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445557 Mar 29 15:44:44.594428 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d12638-6a2b-4600-ab2b-3fcda0b79083 req-af7add9a-8055-41b6-94fa-9146f1302545 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:44.595851 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-48d12638-6a2b-4600-ab2b-3fcda0b79083 req-af7add9a-8055-41b6-94fa-9146f1302545 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 946 time: 0.0499070 Mar 29 15:44:44.644954 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-48d12638-6a2b-4600-ab2b-3fcda0b79083 req-6b39fd56-1b0b-4f12-901f-187985e5b1a7 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437024 Mar 29 15:44:44.666614 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56498) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:44:44.712087 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d511391-54d9-4558-ac54-6ff7ebb5833f tempest-TestVolumeBootPattern-857933974 tempest-TestVolumeBootPattern-857933974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:44.713617 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-5d511391-54d9-4558-ac54-6ff7ebb5833f tempest-TestVolumeBootPattern-857933974 tempest-TestVolumeBootPattern-857933974-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 1125 time: 0.0460603 Mar 29 15:44:44.716840 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56500) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:44:44.721053 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.v2.base [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Request body: {'floatingip': {'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'port_id': '3b873815-99bd-4196-809f-d78fa6d67018', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:44:44.741100 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:44.831700 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:44.932668 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Allocated IP 172.27.0.172 (ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8/5cdfc0c2-f0d5-4db7-8075-eecf08e95479/19aef69f-dae9-44ad-bd86-0d5537f1f8ff) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:44:45.033733 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for port (19aef69f-dae9-44ad-bd86-0d5537f1f8ff), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:45.068209 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740146656494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (19aef69f-dae9-44ad-bd86-0d5537f1f8ff), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:45.105157 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Network ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:44:45.108575 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:44:45.118669 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:44:45.120412 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-916d8b40-b101-4f16-9340-54dad27f2119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:45.147063 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'Port': ['ID=19aef69f-dae9-44ad-bd86-0d5537f1f8ff,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:45.158214 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.158559 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.158897 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.159234 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.159563 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.159887 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.160211 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.160530 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.160852 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.161206 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.161529 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.161848 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.162165 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.162478 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.162794 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:44:45.462236 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:45.474889 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for floatingip (e5aa39cc-eb12-4053-a31d-d914952d4701), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:45.543654 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3750883'] for port (19aef69f-dae9-44ad-bd86-0d5537f1f8ff), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:45.685324 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for port (19aef69f-dae9-44ad-bd86-0d5537f1f8ff), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:45.689575 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740147222411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740146657540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740146657558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403429'] for port (19aef69f-dae9-44ad-bd86-0d5537f1f8ff), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:45.759506 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event updated for resources: {'Port': ['ID=19aef69f-dae9-44ad-bd86-0d5537f1f8ff,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:44:45.767691 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544072'] for floatingip (e5aa39cc-eb12-4053-a31d-d914952d4701), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:45.865256 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.l3_db [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Floating IP e5aa39cc-eb12-4053-a31d-d914952d4701 associated. External IP: 172.27.0.172, port: 3b873815-99bd-4196-809f-d78fa6d67018. Mar 29 15:44:46.131345 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:46.320178 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:44:46.425507 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:44:46.434774 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958ddc9-9044-4ec5-8dc3-7cb15164a8ba None None] Sync routers for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:44:46.443074 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:46.444193 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f958ddc9-9044-4ec5-8dc3-7cb15164a8ba None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:44:46.444834 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f958ddc9-9044-4ec5-8dc3-7cb15164a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:44:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:46.472571 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-880d348a-d188-4d04-a234-7ecb49e97187 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7547112 Mar 29 15:44:46.473529 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'tag': '3b873815-99bd-4196-809f-d78fa6d67018'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:44:46.475920 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d0ab75-70dd-4cfd-8d45-f94a6ba9b1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "0b61f11c-4732-48f8-a478-e9d7aac6597d", "tag": "3b873815-99bd-4196-809f-d78fa6d67018"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:44:46.551985 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-f958ddc9-9044-4ec5-8dc3-7cb15164a8ba None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:44:46.582501 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eb3744-3404-405b-bda8-6c5dacb6cd6a x-openstack-request-id: req-07eb3744-3404-405b-bda8-6c5dacb6cd6a {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:44:46.582814 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b61f11c-4732-48f8-a478-e9d7aac6597d", "tag": "3b873815-99bd-4196-809f-d78fa6d67018", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:44:46.583063 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07eb3744-3404-405b-bda8-6c5dacb6cd6a {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:44:46.583462 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07eb3744-3404-405b-bda8-6c5dacb6cd6a'] response: {'name': 'network-changed', 'server_uuid': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'tag': '3b873815-99bd-4196-809f-d78fa6d67018', 'status': 'completed', 'code': 200} Mar 29 15:44:46.654417 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0ab75-70dd-4cfd-8d45-f94a6ba9b1f3 req-700529e2-3f0c-455f-9256-1fbd5eb70cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:46.656679 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f4d0ab75-70dd-4cfd-8d45-f94a6ba9b1f3 req-700529e2-3f0c-455f-9256-1fbd5eb70cd1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 1130 time: 0.0454903 Mar 29 15:44:46.745799 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0ab75-70dd-4cfd-8d45-f94a6ba9b1f3 req-e2a62764-ce3e-4a48-8a10-cea9b6320d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:46.747732 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f4d0ab75-70dd-4cfd-8d45-f94a6ba9b1f3 req-e2a62764-ce3e-4a48-8a10-cea9b6320d9b service neutron] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 913 time: 0.0846102 Mar 29 15:44:46.775657 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f958ddc9-9044-4ec5-8dc3-7cb15164a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '8f82c436-b93c-4513-a3e9-49a6d2224d11', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:34:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:42:54Z', 'updated_at': '2022-03-29T15:42:56Z', 'revision_number': 1, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}, {'id': 'e5aa39cc-eb12-4053-a31d-d914952d4701', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '3b873815-99bd-4196-809f-d78fa6d67018', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:26:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:44:45Z', 'updated_at': '2022-03-29T15:44:45Z', 'revision_number': 0, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:46.800616 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958ddc9-9044-4ec5-8dc3-7cb15164a8ba None None] Checking router: 9d2fda5f-e179-4a79-af1f-e3dce2b8514d for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:44:46.808681 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f958ddc9-9044-4ec5-8dc3-7cb15164a8ba None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:44:46.809817 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f958ddc9-9044-4ec5-8dc3-7cb15164a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:44:45Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:46.815502 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f4d0ab75-70dd-4cfd-8d45-f94a6ba9b1f3 req-3963bd8e-9012-46fb-bee4-9c5fa0676986 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b873815-99bd-4196-809f-d78fa6d67018 HTTP/1.1" status: 200 len: 1000 time: 0.0618281 Mar 29 15:44:46.862140 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0ab75-70dd-4cfd-8d45-f94a6ba9b1f3 req-1b155ed0-ddb9-4959-965e-f046500daeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:46.863597 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f4d0ab75-70dd-4cfd-8d45-f94a6ba9b1f3 req-1b155ed0-ddb9-4959-965e-f046500daeb0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.0424399 Mar 29 15:44:46.913268 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0ab75-70dd-4cfd-8d45-f94a6ba9b1f3 req-afbedaaa-ee9d-4bb1-8fa7-76721bbbf1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:46.914686 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f4d0ab75-70dd-4cfd-8d45-f94a6ba9b1f3 req-afbedaaa-ee9d-4bb1-8fa7-76721bbbf1fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435035 Mar 29 15:44:46.915423 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-f958ddc9-9044-4ec5-8dc3-7cb15164a8ba None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:44:47.009189 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f4d0ab75-70dd-4cfd-8d45-f94a6ba9b1f3 req-2146cbb6-c81b-4050-9350-a51b3257c80c service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851209 Mar 29 15:44:47.095488 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-f4d0ab75-70dd-4cfd-8d45-f94a6ba9b1f3 req-e08d9b03-1753-48c2-baf7-5d2db3f88da0 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801232 Mar 29 15:44:47.137820 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f958ddc9-9044-4ec5-8dc3-7cb15164a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '8f82c436-b93c-4513-a3e9-49a6d2224d11', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:34:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:42:54Z', 'updated_at': '2022-03-29T15:42:56Z', 'revision_number': 1, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}, {'id': 'e5aa39cc-eb12-4053-a31d-d914952d4701', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '3b873815-99bd-4196-809f-d78fa6d67018', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:26:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:44:45Z', 'updated_at': '2022-03-29T15:44:45Z', 'revision_number': 0, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:44:47.164201 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958ddc9-9044-4ec5-8dc3-7cb15164a8ba None None] The sync data for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi is: [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '8f82c436-b93c-4513-a3e9-49a6d2224d11', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:34:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:42:54Z', 'updated_at': '2022-03-29T15:42:56Z', 'revision_number': 1, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}, {'id': 'e5aa39cc-eb12-4053-a31d-d914952d4701', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '3b873815-99bd-4196-809f-d78fa6d67018', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:26:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:44:45Z', 'updated_at': '2022-03-29T15:44:45Z', 'revision_number': 0, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:44:47.259982 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:47.351820 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfedbe-81d9-4e57-a69b-1340a92c4fc3 None None] New status for floating IP e5aa39cc-eb12-4053-a31d-d914952d4701: ACTIVE {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:44:48.813305 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:44:54.892475 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-071926e5-e1b2-48ca-8828-8b5460c56d43 req-45f876ef-831d-4643-82bb-5522634c5ce2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476055 Mar 29 15:44:54.975277 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071926e5-e1b2-48ca-8828-8b5460c56d43 req-69a15b86-1f5c-4c5e-b9f3-45955b9f0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:54.977013 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-071926e5-e1b2-48ca-8828-8b5460c56d43 req-69a15b86-1f5c-4c5e-b9f3-45955b9f0d34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 1130 time: 0.0442181 Mar 29 15:44:55.075867 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071926e5-e1b2-48ca-8828-8b5460c56d43 req-70efe52c-baf3-4da5-ae49-5ac7fd2dc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:55.077306 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-071926e5-e1b2-48ca-8828-8b5460c56d43 req-70efe52c-baf3-4da5-ae49-5ac7fd2dc98c service neutron] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 913 time: 0.0825179 Mar 29 15:44:55.143994 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-071926e5-e1b2-48ca-8828-8b5460c56d43 req-057350d5-456a-4ac0-b003-ca852039ec2a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e63575e-5bca-4820-a17a-2f6cdc88e177 HTTP/1.1" status: 200 len: 1002 time: 0.0605443 Mar 29 15:44:55.190080 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071926e5-e1b2-48ca-8828-8b5460c56d43 req-9ea32bcc-995f-47c1-b162-59e1031f9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:55.191506 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-071926e5-e1b2-48ca-8828-8b5460c56d43 req-9ea32bcc-995f-47c1-b162-59e1031f9eee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.0419590 Mar 29 15:44:55.238719 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071926e5-e1b2-48ca-8828-8b5460c56d43 req-fe49088b-3f72-436e-aeba-f5c94554c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:44:55.240156 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-071926e5-e1b2-48ca-8828-8b5460c56d43 req-fe49088b-3f72-436e-aeba-f5c94554c79f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432312 Mar 29 15:44:55.329334 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-071926e5-e1b2-48ca-8828-8b5460c56d43 req-edd1cfcd-45ff-46f9-9780-9177b8baf33c service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819659 Mar 29 15:44:55.413610 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-071926e5-e1b2-48ca-8828-8b5460c56d43 req-d1f3e41f-20d0-4615-8e46-f49dab996c35 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784080 Mar 29 15:45:12.599776 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d4c25aa0-6415-4c35-b1f0-54b23bd48ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:13.073794 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:45:15.113924 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c66be3f6-9223-4e1e-854c-a3ee981db7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:15.463064 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:16.136173 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:17.261991 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:18.815115 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:42.600923 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-abeadf95-cbaf-4878-8f44-0bef7699f0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:45.114704 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0948e791-bddc-4d89-b642-942c42fdcc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:45.462532 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:46.137205 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:47.266057 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:48.818712 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:45:50.072840 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:45:54.885119 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-45e34868-5600-4f26-885a-f703cfd2066a req-880a5bd7-6fed-4f1f-832a-6c63caf561fe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477757 Mar 29 15:45:54.945708 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e34868-5600-4f26-885a-f703cfd2066a req-d7c25138-ae25-45d2-98f2-d1352bb7f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:54.947158 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-45e34868-5600-4f26-885a-f703cfd2066a req-d7c25138-ae25-45d2-98f2-d1352bb7f26c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 1130 time: 0.0432425 Mar 29 15:45:55.045503 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e34868-5600-4f26-885a-f703cfd2066a req-9f3d1c04-2417-456b-83cc-7d21ec16d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:55.047472 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-45e34868-5600-4f26-885a-f703cfd2066a req-9f3d1c04-2417-456b-83cc-7d21ec16d9b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 913 time: 0.0827754 Mar 29 15:45:55.114484 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-45e34868-5600-4f26-885a-f703cfd2066a req-5001fd95-eed4-4bd8-981e-50cb9929fb32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b873815-99bd-4196-809f-d78fa6d67018 HTTP/1.1" status: 200 len: 1002 time: 0.0608943 Mar 29 15:45:55.161556 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e34868-5600-4f26-885a-f703cfd2066a req-fd93f2aa-ea28-4f42-a77d-273a21fed270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:55.162970 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-45e34868-5600-4f26-885a-f703cfd2066a req-fd93f2aa-ea28-4f42-a77d-273a21fed270 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.0418999 Mar 29 15:45:55.209511 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e34868-5600-4f26-885a-f703cfd2066a req-e940d364-6930-4480-add7-aeb8413ea589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:45:55.211003 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-45e34868-5600-4f26-885a-f703cfd2066a req-e940d364-6930-4480-add7-aeb8413ea589 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427754 Mar 29 15:45:55.301412 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-45e34868-5600-4f26-885a-f703cfd2066a req-b5246af6-9de2-422f-8dc4-11c0e9d13b43 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844834 Mar 29 15:45:55.386473 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-45e34868-5600-4f26-885a-f703cfd2066a req-eaa16c12-d0c6-4f2c-b303-9a508bc16fa6 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789163 Mar 29 15:46:12.604839 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-687cb892-2747-41a2-8b62-0a4a67c28be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:15.116706 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-263d62a8-644d-407f-b490-aefba19fb767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:15.461812 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:16.139601 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:17.128609 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56524) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:17.269410 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:17.284145 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Deleting port 19aef69f-dae9-44ad-bd86-0d5537f1f8ff {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:46:17.284485 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (19aef69f-dae9-44ad-bd86-0d5537f1f8ff), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:17.357080 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (19aef69f-dae9-44ad-bd86-0d5537f1f8ff), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:17.357402 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for floatingip (19aef69f-dae9-44ad-bd86-0d5537f1f8ff), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:17.368652 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Calling delete_port for 19aef69f-dae9-44ad-bd86-0d5537f1f8ff owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:46:17.512407 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (19aef69f-dae9-44ad-bd86-0d5537f1f8ff), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:17.537379 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event deleted for resources: {'Port': ['ID=19aef69f-dae9-44ad-bd86-0d5537f1f8ff,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:17.548275 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.548624 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.548987 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.549332 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.549666 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.549995 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.550322 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.550646 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.550970 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.551291 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.551616 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.551938 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.552258 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.552573 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.552891 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:17.609443 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for floatingip (e5aa39cc-eb12-4053-a31d-d914952d4701), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:17.609829 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.l3_db [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Floating IP e5aa39cc-eb12-4053-a31d-d914952d4701 disassociated (deleted). External IP: 172.27.0.172, port: 3b873815-99bd-4196-809f-d78fa6d67018. Mar 29 15:46:17.818184 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:46:17.923515 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:46:17.929125 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:17.933739 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc18e13-9e0e-46cd-b8c9-3b2a3ba735bc None None] Sync routers for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:46:17.944469 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc18e13-9e0e-46cd-b8c9-3b2a3ba735bc None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:17.945133 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2cc18e13-9e0e-46cd-b8c9-3b2a3ba735bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:46:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:17.958192 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-296151b3-7411-4186-9cab-f9fd3d131785 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "DELETE /v2.0/floatingips/e5aa39cc-eb12-4053-a31d-d914952d4701 HTTP/1.1" status: 204 len: 168 time: 0.8284950 Mar 29 15:46:17.958748 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'tag': '3b873815-99bd-4196-809f-d78fa6d67018'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:17.961062 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb9266c-fcc5-4393-b460-4b2bcc38aa2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b61f11c-4732-48f8-a478-e9d7aac6597d", "tag": "3b873815-99bd-4196-809f-d78fa6d67018"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:17.999010 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a35a69c-a4d7-4a9c-90bc-10367b15d404 x-openstack-request-id: req-0a35a69c-a4d7-4a9c-90bc-10367b15d404 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:17.999305 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b61f11c-4732-48f8-a478-e9d7aac6597d", "tag": "3b873815-99bd-4196-809f-d78fa6d67018", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:17.999639 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a35a69c-a4d7-4a9c-90bc-10367b15d404 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:17.999954 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a35a69c-a4d7-4a9c-90bc-10367b15d404'] response: {'name': 'network-changed', 'server_uuid': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'tag': '3b873815-99bd-4196-809f-d78fa6d67018', 'status': 'completed', 'code': 200} Mar 29 15:46:18.064497 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2cc18e13-9e0e-46cd-b8c9-3b2a3ba735bc None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:18.064747 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9266c-fcc5-4393-b460-4b2bcc38aa2f req-d62c6252-46fc-4232-b20a-44673b79e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:18.066107 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2eb9266c-fcc5-4393-b460-4b2bcc38aa2f req-d62c6252-46fc-4232-b20a-44673b79e7df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 1130 time: 0.0458643 Mar 29 15:46:18.160480 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9266c-fcc5-4393-b460-4b2bcc38aa2f req-1eb6ca0a-9057-407b-a349-a5fdc0bb1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:18.162132 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2eb9266c-fcc5-4393-b460-4b2bcc38aa2f req-1eb6ca0a-9057-407b-a349-a5fdc0bb1615 service neutron] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 913 time: 0.0905790 Mar 29 15:46:18.204051 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2eb9266c-fcc5-4393-b460-4b2bcc38aa2f req-a5287253-f58d-4ad4-a209-8782660621c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b873815-99bd-4196-809f-d78fa6d67018 HTTP/1.1" status: 200 len: 217 time: 0.0364318 Mar 29 15:46:18.257416 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9266c-fcc5-4393-b460-4b2bcc38aa2f req-b2d0bec6-d469-46db-8141-7721fef5ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:18.258914 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2eb9266c-fcc5-4393-b460-4b2bcc38aa2f req-b2d0bec6-d469-46db-8141-7721fef5ba05 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.0489106 Mar 29 15:46:18.307551 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9266c-fcc5-4393-b460-4b2bcc38aa2f req-5a95ac59-e973-4b11-8f0d-f4560d8615e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:18.309090 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2eb9266c-fcc5-4393-b460-4b2bcc38aa2f req-5a95ac59-e973-4b11-8f0d-f4560d8615e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440955 Mar 29 15:46:18.395858 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2eb9266c-fcc5-4393-b460-4b2bcc38aa2f req-56a2020d-5e10-469d-8014-f59de854a320 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801122 Mar 29 15:46:18.416025 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2cc18e13-9e0e-46cd-b8c9-3b2a3ba735bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '8f82c436-b93c-4513-a3e9-49a6d2224d11', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:34:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:42:54Z', 'updated_at': '2022-03-29T15:42:56Z', 'revision_number': 1, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:18.443149 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc18e13-9e0e-46cd-b8c9-3b2a3ba735bc None None] Checking router: 9d2fda5f-e179-4a79-af1f-e3dce2b8514d for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:46:18.453841 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc18e13-9e0e-46cd-b8c9-3b2a3ba735bc None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:18.454612 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2cc18e13-9e0e-46cd-b8c9-3b2a3ba735bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:46:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:18.487820 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-2eb9266c-fcc5-4393-b460-4b2bcc38aa2f req-c7b2aa25-cc02-4440-8726-a54db7d5fe2c service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856016 Mar 29 15:46:18.563091 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2cc18e13-9e0e-46cd-b8c9-3b2a3ba735bc None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:18.775783 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2cc18e13-9e0e-46cd-b8c9-3b2a3ba735bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '8f82c436-b93c-4513-a3e9-49a6d2224d11', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:34:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:42:54Z', 'updated_at': '2022-03-29T15:42:56Z', 'revision_number': 1, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:18.810044 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc18e13-9e0e-46cd-b8c9-3b2a3ba735bc None None] The sync data for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi is: [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_floatingips': [{'id': '8f82c436-b93c-4513-a3e9-49a6d2224d11', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'router_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'port_id': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'mac_address': 'fa:16:3e:34:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:42:54Z', 'updated_at': '2022-03-29T15:42:56Z', 'revision_number': 1, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:46:18.822964 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:19.025572 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93762157-2f79-4b14-96b7-7235c7da25d9 None None] New status for floating IP e5aa39cc-eb12-4053-a31d-d914952d4701: DOWN {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:46:19.205635 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd67f11-aa42-4d70-a804-6402433c1c80 req-16ce3de3-50f0-4102-a7de-8fb51b2937a2 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:19.207103 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ddd67f11-aa42-4d70-a804-6402433c1c80 req-16ce3de3-50f0-4102-a7de-8fb51b2937a2 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 946 time: 0.0522962 Mar 29 15:46:19.256010 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-ddd67f11-aa42-4d70-a804-6402433c1c80 req-5d63634b-620d-4fda-8347-1c80369ebaec tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433919 Mar 29 15:46:20.372842 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15239cca-96f9-4559-b962-af91b6655bb6 req-700e0d89-19b0-4cc8-ae2f-2633011c2e47 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:20.374317 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-15239cca-96f9-4559-b962-af91b6655bb6 req-700e0d89-19b0-4cc8-ae2f-2633011c2e47 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 946 time: 0.0519695 Mar 29 15:46:20.420896 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-15239cca-96f9-4559-b962-af91b6655bb6 req-f829c0ec-70a9-46ae-9280-051f6ea0fe74 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411024 Mar 29 15:46:20.626135 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282d541-3492-4381-841d-2409bf064732 req-73c27c0f-d475-4fae-9d42-ef340090e87c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:20.628058 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4282d541-3492-4381-841d-2409bf064732 req-73c27c0f-d475-4fae-9d42-ef340090e87c tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 946 time: 0.0548820 Mar 29 15:46:20.715772 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-4282d541-3492-4381-841d-2409bf064732 req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Deleting port 3b873815-99bd-4196-809f-d78fa6d67018 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:46:20.716034 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-4282d541-3492-4381-841d-2409bf064732 req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (3b873815-99bd-4196-809f-d78fa6d67018), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:20.804055 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-4282d541-3492-4381-841d-2409bf064732 req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] For port 3b873815-99bd-4196-809f-d78fa6d67018, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3b873815-99bd-4196-809f-d78fa6d67018,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:20.804410 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-4282d541-3492-4381-841d-2409bf064732 req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (3b873815-99bd-4196-809f-d78fa6d67018), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:20.817484 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-4282d541-3492-4381-841d-2409bf064732 req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Calling delete_port for 3b873815-99bd-4196-809f-d78fa6d67018 owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:46:20.938667 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-4282d541-3492-4381-841d-2409bf064732 req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (3b873815-99bd-4196-809f-d78fa6d67018), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:20.967437 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event deleted for resources: {'Port': ['ID=3b873815-99bd-4196-809f-d78fa6d67018,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:20.977433 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.977769 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.978106 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.978433 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.978754 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.979072 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.979386 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.979696 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.980581 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.980581 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.980783 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.981023 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.981238 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.981545 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:20.981853 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:21.023612 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4282d541-3492-4381-841d-2409bf064732 req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] No DVR routers for this DVR port 3b873815-99bd-4196-809f-d78fa6d67018 on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:46:21.026112 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-4282d541-3492-4381-841d-2409bf064732 req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:21.029351 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-4282d541-3492-4381-841d-2409bf064732 req-90f1a087-a855-4b0f-9a4c-9e5bcc9c3d53 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "DELETE /v2.0/ports/3b873815-99bd-4196-809f-d78fa6d67018 HTTP/1.1" status: 204 len: 173 time: 0.3958266 Mar 29 15:46:21.029761 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'name': 'network-vif-deleted', 'tag': '3b873815-99bd-4196-809f-d78fa6d67018'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:21.032039 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291e9298-cbaf-4a4a-abda-9f9218d9f15d" -d '{"events": [{"server_uuid": "0b61f11c-4732-48f8-a478-e9d7aac6597d", "name": "network-vif-deleted", "tag": "3b873815-99bd-4196-809f-d78fa6d67018"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:21.067324 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44bd5c8-c27b-4b90-b1ac-ab498b045d73 x-openstack-request-id: req-e44bd5c8-c27b-4b90-b1ac-ab498b045d73 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:21.067617 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b61f11c-4732-48f8-a478-e9d7aac6597d", "name": "network-vif-deleted", "tag": "3b873815-99bd-4196-809f-d78fa6d67018", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:21.067865 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e44bd5c8-c27b-4b90-b1ac-ab498b045d73 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:21.068262 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44bd5c8-c27b-4b90-b1ac-ab498b045d73'] response: {'server_uuid': '0b61f11c-4732-48f8-a478-e9d7aac6597d', 'name': 'network-vif-deleted', 'tag': '3b873815-99bd-4196-809f-d78fa6d67018', 'status': 'completed', 'code': 200} Mar 29 15:46:21.527686 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-8642b390-1060-49d7-90ba-4bbcf35b15e9 req-9ebf86b3-f69a-4af3-99ff-ae13ba5b2caf tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b61f11c-4732-48f8-a478-e9d7aac6597d HTTP/1.1" status: 200 len: 210 time: 0.0265043 Mar 29 15:46:24.800544 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56568) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:24.957336 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-df61e25c-c084-4745-b418-d77dc4b6f58f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Deleting port 55115f87-725f-4599-a203-62068f12bf79 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:46:24.957670 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df61e25c-c084-4745-b418-d77dc4b6f58f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (55115f87-725f-4599-a203-62068f12bf79), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:25.030247 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df61e25c-c084-4745-b418-d77dc4b6f58f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (55115f87-725f-4599-a203-62068f12bf79), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:25.030560 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df61e25c-c084-4745-b418-d77dc4b6f58f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for floatingip (55115f87-725f-4599-a203-62068f12bf79), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:25.041789 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-df61e25c-c084-4745-b418-d77dc4b6f58f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Calling delete_port for 55115f87-725f-4599-a203-62068f12bf79 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:46:25.124638 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 3b873815-99bd-4196-809f-d78fa6d67018 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:25.145793 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 3b873815-99bd-4196-809f-d78fa6d67018 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:46:25.146151 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 3b873815-99bd-4196-809f-d78fa6d67018 not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:25.185889 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df61e25c-c084-4745-b418-d77dc4b6f58f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (55115f87-725f-4599-a203-62068f12bf79), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:25.210041 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61e25c-c084-4745-b418-d77dc4b6f58f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event deleted for resources: {'Port': ['ID=55115f87-725f-4599-a203-62068f12bf79,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:25.271036 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df61e25c-c084-4745-b418-d77dc4b6f58f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for floatingip (8f82c436-b93c-4513-a3e9-49a6d2224d11), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:25.271357 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.db.l3_db [None req-df61e25c-c084-4745-b418-d77dc4b6f58f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Floating IP 8f82c436-b93c-4513-a3e9-49a6d2224d11 disassociated (deleted). External IP: 172.27.0.202, port: 2e63575e-5bca-4820-a17a-2f6cdc88e177. Mar 29 15:46:25.471292 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df61e25c-c084-4745-b418-d77dc4b6f58f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:46:25.576508 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df61e25c-c084-4745-b418-d77dc4b6f58f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:46:25.581333 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df61e25c-c084-4745-b418-d77dc4b6f58f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:25.586256 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4302de0d-6698-423b-8ea3-74aaae8f6cc4 None None] Sync routers for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:46:25.596314 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4302de0d-6698-423b-8ea3-74aaae8f6cc4 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:25.596919 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4302de0d-6698-423b-8ea3-74aaae8f6cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:46:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:25.612496 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-df61e25c-c084-4745-b418-d77dc4b6f58f tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "DELETE /v2.0/floatingips/8f82c436-b93c-4513-a3e9-49a6d2224d11 HTTP/1.1" status: 204 len: 168 time: 0.8090703 Mar 29 15:46:25.612496 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'tag': '2e63575e-5bca-4820-a17a-2f6cdc88e177'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:25.614512 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d26bbf33ff12666ad6fd8eff1bdb3a1650800096552d3caddc433551cc0bbfa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c56ec7-b4e6-4d4e-aec7-af98d06d9bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "60236a5c-d9e7-47fe-a220-d9e9a120601c", "tag": "2e63575e-5bca-4820-a17a-2f6cdc88e177"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:25.652709 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfcadc9-c37f-4be9-80ee-ceebb0ee5bc6 x-openstack-request-id: req-3cfcadc9-c37f-4be9-80ee-ceebb0ee5bc6 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:25.653024 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60236a5c-d9e7-47fe-a220-d9e9a120601c", "tag": "2e63575e-5bca-4820-a17a-2f6cdc88e177", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:25.653282 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3cfcadc9-c37f-4be9-80ee-ceebb0ee5bc6 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:25.653693 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfcadc9-c37f-4be9-80ee-ceebb0ee5bc6'] response: {'name': 'network-changed', 'server_uuid': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'tag': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'status': 'completed', 'code': 200} Mar 29 15:46:25.709137 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-4302de0d-6698-423b-8ea3-74aaae8f6cc4 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:25.719877 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56ec7-b4e6-4d4e-aec7-af98d06d9bd4 req-67a61fd4-ff5c-419c-aa5f-4e06929a1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:25.722300 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-08c56ec7-b4e6-4d4e-aec7-af98d06d9bd4 req-67a61fd4-ff5c-419c-aa5f-4e06929a1a8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=956bf10215394e4b80deac5895e5cbf1&device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 1130 time: 0.0469034 Mar 29 15:46:25.847198 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56ec7-b4e6-4d4e-aec7-af98d06d9bd4 req-09e3b2b1-124a-4436-bac5-1fdf68c0a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:25.848651 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-08c56ec7-b4e6-4d4e-aec7-af98d06d9bd4 req-09e3b2b1-124a-4436-bac5-1fdf68c0a580 service neutron] 10.222.0.31 "GET /v2.0/networks?id=66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 200 len: 913 time: 0.1184404 Mar 29 15:46:25.898117 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6b796-25c4-46e9-ba6f-18cc5aa92cf2 req-20da8017-237d-491f-8cf1-586e9f8cfb06 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:25.899581 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-84b6b796-25c4-46e9-ba6f-18cc5aa92cf2 req-20da8017-237d-491f-8cf1-586e9f8cfb06 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 946 time: 0.1041481 Mar 29 15:46:25.900812 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-08c56ec7-b4e6-4d4e-aec7-af98d06d9bd4 req-46bdafee-32b5-4ffd-88ea-b3c84df941a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e63575e-5bca-4820-a17a-2f6cdc88e177 HTTP/1.1" status: 200 len: 217 time: 0.0451994 Mar 29 15:46:25.917352 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4302de0d-6698-423b-8ea3-74aaae8f6cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:25.942627 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4302de0d-6698-423b-8ea3-74aaae8f6cc4 None None] Checking router: 9d2fda5f-e179-4a79-af1f-e3dce2b8514d for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:46:25.950760 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4302de0d-6698-423b-8ea3-74aaae8f6cc4 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:25.951304 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4302de0d-6698-423b-8ea3-74aaae8f6cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:46:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:25.985486 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-84b6b796-25c4-46e9-ba6f-18cc5aa92cf2 req-b6eaf3eb-2bcc-440a-b6cb-3f6293b869a0 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796497 Mar 29 15:46:25.986946 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56ec7-b4e6-4d4e-aec7-af98d06d9bd4 req-95ab27ab-89e2-4033-ae38-d508dda59b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:25.988304 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-08c56ec7-b4e6-4d4e-aec7-af98d06d9bd4 req-95ab27ab-89e2-4033-ae38-d508dda59b6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 200 len: 851 time: 0.0810242 Mar 29 15:46:26.039101 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56ec7-b4e6-4d4e-aec7-af98d06d9bd4 req-416408ea-7f91-4a32-a81d-3da13b29a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:26.040557 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-08c56ec7-b4e6-4d4e-aec7-af98d06d9bd4 req-416408ea-7f91-4a32-a81d-3da13b29a173 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66282e73-de55-42ce-87ca-f6dfa3097cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450265 Mar 29 15:46:26.056617 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-4302de0d-6698-423b-8ea3-74aaae8f6cc4 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:26.131388 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-08c56ec7-b4e6-4d4e-aec7-af98d06d9bd4 req-c936c6b8-1a43-4545-9ac8-47f7ac94a0ea service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841045 Mar 29 15:46:26.218398 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-08c56ec7-b4e6-4d4e-aec7-af98d06d9bd4 req-92786904-4cda-4982-960a-7564f3d5a278 service neutron] 10.222.0.31 "GET /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804636 Mar 29 15:46:26.249928 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4302de0d-6698-423b-8ea3-74aaae8f6cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:26.279495 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4302de0d-6698-423b-8ea3-74aaae8f6cc4 None None] The sync data for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi is: [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:21Z', 'revision_number': 4, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi', '_interfaces': [{'id': 'e13709da-aded-402f-858a-cf1d41a8ab87', 'name': '', 'network_id': '66282e73-de55-42ce-87ca-f6dfa3097cd2', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'mac_address': 'fa:16:3e:a4:ae:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:20Z', 'updated_at': '2022-03-29T15:39:26Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'subnets': [{'id': '676da8ec-7d33-44c4-a2b7-1e9b85287549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:46:26.491101 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7903a33a-8b77-4179-a14a-68f404a3311e None None] New status for floating IP 8f82c436-b93c-4513-a3e9-49a6d2224d11: DOWN {{(pid=103133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:46:27.070781 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:46:27.106397 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70229d6-df6c-4165-ab32-510e97d4350c req-9223a4a6-6a00-4cbd-b89a-a7e6d3f69e1a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:27.107865 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d70229d6-df6c-4165-ab32-510e97d4350c req-9223a4a6-6a00-4cbd-b89a-a7e6d3f69e1a tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 946 time: 0.0552046 Mar 29 15:46:27.155753 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-d70229d6-df6c-4165-ab32-510e97d4350c req-a21d4986-33b5-4bd2-a4c7-5f8b36d8b243 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0afc5fb-0d6d-433f-85bd-de782b39073e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417285 Mar 29 15:46:27.247381 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a9549-779f-471d-8b71-dea0c50d2a91 req-6394600f-a253-4df1-9626-ee61702c3a5e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:46:27.248788 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-246a9549-779f-471d-8b71-dea0c50d2a91 req-6394600f-a253-4df1-9626-ee61702c3a5e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 946 time: 0.0520046 Mar 29 15:46:27.340327 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-246a9549-779f-471d-8b71-dea0c50d2a91 req-70701d63-5b44-4e08-ba9c-46ad5dbd6e3e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Deleting port 2e63575e-5bca-4820-a17a-2f6cdc88e177 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:46:27.340668 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-246a9549-779f-471d-8b71-dea0c50d2a91 req-70701d63-5b44-4e08-ba9c-46ad5dbd6e3e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:27.426140 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [req-246a9549-779f-471d-8b71-dea0c50d2a91 req-70701d63-5b44-4e08-ba9c-46ad5dbd6e3e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] For port 2e63575e-5bca-4820-a17a-2f6cdc88e177, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2e63575e-5bca-4820-a17a-2f6cdc88e177,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:27.426496 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-246a9549-779f-471d-8b71-dea0c50d2a91 req-70701d63-5b44-4e08-ba9c-46ad5dbd6e3e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:27.439151 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [req-246a9549-779f-471d-8b71-dea0c50d2a91 req-70701d63-5b44-4e08-ba9c-46ad5dbd6e3e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Calling delete_port for 2e63575e-5bca-4820-a17a-2f6cdc88e177 owned by compute:nova {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:46:27.564810 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-246a9549-779f-471d-8b71-dea0c50d2a91 req-70701d63-5b44-4e08-ba9c-46ad5dbd6e3e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (2e63575e-5bca-4820-a17a-2f6cdc88e177), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:27.592589 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70701d63-5b44-4e08-ba9c-46ad5dbd6e3e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event deleted for resources: {'Port': ['ID=2e63575e-5bca-4820-a17a-2f6cdc88e177,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:27.638338 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [req-246a9549-779f-471d-8b71-dea0c50d2a91 req-70701d63-5b44-4e08-ba9c-46ad5dbd6e3e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] No DVR routers for this DVR port 2e63575e-5bca-4820-a17a-2f6cdc88e177 on host hv-cinder-79053 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:46:27.640763 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [req-246a9549-779f-471d-8b71-dea0c50d2a91 req-70701d63-5b44-4e08-ba9c-46ad5dbd6e3e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for port (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:27.644716 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [req-246a9549-779f-471d-8b71-dea0c50d2a91 req-70701d63-5b44-4e08-ba9c-46ad5dbd6e3e tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.31 "DELETE /v2.0/ports/2e63575e-5bca-4820-a17a-2f6cdc88e177 HTTP/1.1" status: 204 len: 173 time: 0.3908195 Mar 29 15:46:27.645192 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'name': 'network-vif-deleted', 'tag': '2e63575e-5bca-4820-a17a-2f6cdc88e177'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:46:27.647848 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b860be7820987a93d7159e1e3e41da3166c9f66edfbdbcd9f8c5f2bee21bf047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e65cec1-5557-4195-9bc1-ca051d1f60e3" -d '{"events": [{"server_uuid": "60236a5c-d9e7-47fe-a220-d9e9a120601c", "name": "network-vif-deleted", "tag": "2e63575e-5bca-4820-a17a-2f6cdc88e177"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:46:27.685493 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1af74f-c4de-4981-b4a9-d07cef20beba x-openstack-request-id: req-bd1af74f-c4de-4981-b4a9-d07cef20beba {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:46:27.685785 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60236a5c-d9e7-47fe-a220-d9e9a120601c", "name": "network-vif-deleted", "tag": "2e63575e-5bca-4820-a17a-2f6cdc88e177", "status": "completed", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:46:27.686039 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd1af74f-c4de-4981-b4a9-d07cef20beba {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:46:27.686460 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1af74f-c4de-4981-b4a9-d07cef20beba'] response: {'server_uuid': '60236a5c-d9e7-47fe-a220-d9e9a120601c', 'name': 'network-vif-deleted', 'tag': '2e63575e-5bca-4820-a17a-2f6cdc88e177', 'status': 'completed', 'code': 200} Mar 29 15:46:28.263710 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [req-6efc7bb5-9d4f-4326-a79b-987df9ef1822 req-e122bfc9-4e88-40ae-934a-d7f05dc0daf1 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "GET /v2.0/ports?device_id=60236a5c-d9e7-47fe-a220-d9e9a120601c HTTP/1.1" status: 200 len: 210 time: 0.0277247 Mar 29 15:46:29.319034 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56586) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:29.437275 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ca6dc87a-47b1-48d6-ad5c-ec7fdcf4f03d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Deleting port e3cc414e-f666-4d24-ab8d-588cfcd81e90 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:46:29.437537 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca6dc87a-47b1-48d6-ad5c-ec7fdcf4f03d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (e3cc414e-f666-4d24-ab8d-588cfcd81e90), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:29.512862 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca6dc87a-47b1-48d6-ad5c-ec7fdcf4f03d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (e3cc414e-f666-4d24-ab8d-588cfcd81e90), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:29.513209 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca6dc87a-47b1-48d6-ad5c-ec7fdcf4f03d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for floatingip (e3cc414e-f666-4d24-ab8d-588cfcd81e90), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:29.524882 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ca6dc87a-47b1-48d6-ad5c-ec7fdcf4f03d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Calling delete_port for e3cc414e-f666-4d24-ab8d-588cfcd81e90 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:46:29.647927 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca6dc87a-47b1-48d6-ad5c-ec7fdcf4f03d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (e3cc414e-f666-4d24-ab8d-588cfcd81e90), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:29.675803 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6dc87a-47b1-48d6-ad5c-ec7fdcf4f03d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event deleted for resources: {'Port': ['ID=e3cc414e-f666-4d24-ab8d-588cfcd81e90,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:29.732079 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca6dc87a-47b1-48d6-ad5c-ec7fdcf4f03d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for floatingip (d9960041-ef3c-43e5-b656-d4917f99942e), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:29.734537 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca6dc87a-47b1-48d6-ad5c-ec7fdcf4f03d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76606'] for floatingip (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:29.735652 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-ca6dc87a-47b1-48d6-ad5c-ec7fdcf4f03d tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "DELETE /v2.0/floatingips/d9960041-ef3c-43e5-b656-d4917f99942e HTTP/1.1" status: 204 len: 168 time: 0.4156485 Mar 29 15:46:30.923934 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56598) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:30.978267 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d3984aa-73cd-4a3b-90c5-01d717b62587 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group (a0afc5fb-0d6d-433f-85bd-de782b39073e), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:31.002323 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d3984aa-73cd-4a3b-90c5-01d717b62587 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group (a0afc5fb-0d6d-433f-85bd-de782b39073e), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:31.058957 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d3984aa-73cd-4a3b-90c5-01d717b62587 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (a0afc5fb-0d6d-433f-85bd-de782b39073e), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:31.061574 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d3984aa-73cd-4a3b-90c5-01d717b62587 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:31.062712 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-2d3984aa-73cd-4a3b-90c5-01d717b62587 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] 10.222.0.18 "DELETE /v2.0/security-groups/a0afc5fb-0d6d-433f-85bd-de782b39073e HTTP/1.1" status: 204 len: 168 time: 0.1378019 Mar 29 15:46:31.072922 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3984aa-73cd-4a3b-90c5-01d717b62587 tempest-TestVolumeBootPattern-592318628 tempest-TestVolumeBootPattern-592318628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0afc5fb-0d6d-433f-85bd-de782b39073e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:31.158913 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 2e63575e-5bca-4820-a17a-2f6cdc88e177 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:31.178485 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] No Port match for: 2e63575e-5bca-4820-a17a-2f6cdc88e177 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:46:31.178829 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Device 2e63575e-5bca-4820-a17a-2f6cdc88e177 not bound to the agent host hv-cinder-79053 {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:32.132204 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56604) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:32.622312 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c5f57d0-9082-463a-875b-d1db4fdce973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543560'] for router_interface (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:32.859628 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f57d0-9082-463a-875b-d1db4fdce973 admin admin] Deleting port e13709da-aded-402f-858a-cf1d41a8ab87 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:46:32.859958 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c5f57d0-9082-463a-875b-d1db4fdce973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:32.934954 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5c5f57d0-9082-463a-875b-d1db4fdce973 admin admin] For port e13709da-aded-402f-858a-cf1d41a8ab87, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=e13709da-aded-402f-858a-cf1d41a8ab87,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:32.935304 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c5f57d0-9082-463a-875b-d1db4fdce973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:32.947897 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f57d0-9082-463a-875b-d1db4fdce973 admin admin] Calling delete_port for e13709da-aded-402f-858a-cf1d41a8ab87 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:46:33.121376 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c5f57d0-9082-463a-875b-d1db4fdce973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (e13709da-aded-402f-858a-cf1d41a8ab87), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:33.147117 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f57d0-9082-463a-875b-d1db4fdce973 admin admin] Pushing event deleted for resources: {'Port': ['ID=e13709da-aded-402f-858a-cf1d41a8ab87,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:33.553535 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c5f57d0-9082-463a-875b-d1db4fdce973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547032'] for router_interface (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:33.768650 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5f57d0-9082-463a-875b-d1db4fdce973 admin admin] Router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:46:33.873380 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5f57d0-9082-463a-875b-d1db4fdce973 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:46:33.879109 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-5c5f57d0-9082-463a-875b-d1db4fdce973 admin admin] 10.222.0.18 "PUT /v2.0/routers/9d2fda5f-e179-4a79-af1f-e3dce2b8514d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457340 Mar 29 15:46:33.881781 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56608) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:33.883058 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27004de-b332-43d1-8a16-7a7b6bedeef4 None None] Sync routers for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:46:33.894257 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27004de-b332-43d1-8a16-7a7b6bedeef4 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:33.895143 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d27004de-b332-43d1-8a16-7a7b6bedeef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:46:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:33.986502 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Publish callbacks [] for router (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:33.998293 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d27004de-b332-43d1-8a16-7a7b6bedeef4 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: dv-cinder-790535-36-iscsi {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:34.084837 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Publish callbacks [] for router_gateway (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.143782 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Deleting port 710294e8-99df-45ef-818f-8615890cd107 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:46:34.144119 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (710294e8-99df-45ef-818f-8615890cd107), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.174174 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d27004de-b332-43d1-8a16-7a7b6bedeef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '710294e8-99df-45ef-818f-8615890cd107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:46:33Z', 'revision_number': 5, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port': {'id': '710294e8-99df-45ef-818f-8615890cd107', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:34.200180 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27004de-b332-43d1-8a16-7a7b6bedeef4 None None] Checking router: 9d2fda5f-e179-4a79-af1f-e3dce2b8514d for host: dv-cinder-790535-36-iscsi {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:46:34.208814 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27004de-b332-43d1-8a16-7a7b6bedeef4 None None] Routers {'9d2fda5f-e179-4a79-af1f-e3dce2b8514d'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:34.209430 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d27004de-b332-43d1-8a16-7a7b6bedeef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:46:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:34.221587 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] For port 710294e8-99df-45ef-818f-8615890cd107, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=710294e8-99df-45ef-818f-8615890cd107,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:34.222117 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (710294e8-99df-45ef-818f-8615890cd107), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.234424 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Calling delete_port for 710294e8-99df-45ef-818f-8615890cd107 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:46:34.294124 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d27004de-b332-43d1-8a16-7a7b6bedeef4 None None] Set router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:34.346300 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d27004de-b332-43d1-8a16-7a7b6bedeef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:46:34Z', 'revision_number': 6, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port_host': None}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:34.372474 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27004de-b332-43d1-8a16-7a7b6bedeef4 None None] The sync data for ids ['9d2fda5f-e179-4a79-af1f-e3dce2b8514d'] in dv-cinder-790535-36-iscsi is: [{'id': '9d2fda5f-e179-4a79-af1f-e3dce2b8514d', 'name': 'tempest-TestVolumeBootPattern-2028695877-router', 'tenant_id': '956bf10215394e4b80deac5895e5cbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:18Z', 'updated_at': '2022-03-29T15:46:34Z', 'revision_number': 6, 'project_id': '956bf10215394e4b80deac5895e5cbf1', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:46:34.400768 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (710294e8-99df-45ef-818f-8615890cd107), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.428458 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Pushing event deleted for resources: {'Port': ['ID=710294e8-99df-45ef-818f-8615890cd107,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:34.491163 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544050'] for router_gateway (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.579481 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7310'] for router (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.581545 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Publish callbacks [] for router_controller (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.622708 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547799'] for router (9d2fda5f-e179-4a79-af1f-e3dce2b8514d), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.623272 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d2fda5f-e179-4a79-af1f-e3dce2b8514d {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:46:34.627540 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.628671 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-f15215aa-1e2f-4f6c-8a5a-c72b0f31ff38 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9d2fda5f-e179-4a79-af1f-e3dce2b8514d HTTP/1.1" status: 204 len: 168 time: 0.7459736 Mar 29 15:46:34.631314 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56610) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:34.677571 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba66655-47f3-4443-bf28-9803c080660f admin admin] Deleting subnet 676da8ec-7d33-44c4-a2b7-1e9b85287549 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:46:34.680595 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ba66655-47f3-4443-bf28-9803c080660f admin admin] Publish callbacks [] for subnet (676da8ec-7d33-44c4-a2b7-1e9b85287549), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.717513 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ba66655-47f3-4443-bf28-9803c080660f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28108261'] for subnet (676da8ec-7d33-44c4-a2b7-1e9b85287549), precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.798906 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ba66655-47f3-4443-bf28-9803c080660f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (676da8ec-7d33-44c4-a2b7-1e9b85287549), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.822181 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device e13709da-aded-402f-858a-cf1d41a8ab87 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:34.843761 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: e13709da-aded-402f-858a-cf1d41a8ab87 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:46:34.844275 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device e13709da-aded-402f-858a-cf1d41a8ab87 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:34.857264 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ba66655-47f3-4443-bf28-9803c080660f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25410783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496360'] for subnet (676da8ec-7d33-44c4-a2b7-1e9b85287549), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.888590 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ba66655-47f3-4443-bf28-9803c080660f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for subnet (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:34.893604 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-5ba66655-47f3-4443-bf28-9803c080660f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/676da8ec-7d33-44c4-a2b7-1e9b85287549 HTTP/1.1" status: 204 len: 168 time: 0.2614007 Mar 29 15:46:34.894076 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc95def-4fb3-4da8-8b4b-44054961e31c None None] Network 66282e73-de55-42ce-87ca-f6dfa3097cd2 requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:46:34.894604 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba66655-47f3-4443-bf28-9803c080660f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676da8ec-7d33-44c4-a2b7-1e9b85287549,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:34.896809 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.18', 56612) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:34.966207 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (66282e73-de55-42ce-87ca-f6dfa3097cd2), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:35.021181 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Deleting port 658d8016-170e-474e-9f4b-d1add1030100 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:46:35.021521 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (658d8016-170e-474e-9f4b-d1add1030100), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:35.087601 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] For port 658d8016-170e-474e-9f4b-d1add1030100, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=658d8016-170e-474e-9f4b-d1add1030100,segment=NetworkSegment(674fc91e-e3c7-477f-9ee3-06ae80fe19eb),segment_id=674fc91e-e3c7-477f-9ee3-06ae80fe19eb)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:35.087884 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (658d8016-170e-474e-9f4b-d1add1030100), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:35.104214 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Calling delete_port for 658d8016-170e-474e-9f4b-d1add1030100 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:46:35.187255 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980cdb6-98e5-458b-877b-5e17269d7436 None None] DHCP port deletion for 66282e73-de55-42ce-87ca-f6dfa3097cd2 request from dv-cinder-790535-36-iscsi {{(pid=103132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:46:35.194115 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403436'] for port (658d8016-170e-474e-9f4b-d1add1030100), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:35.222547 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] No DVR routers for this DVR port 658d8016-170e-474e-9f4b-d1add1030100 on host dv-cinder-790535-36-iscsi {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:46:35.224222 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Pushing event deleted for resources: {'Port': ['ID=658d8016-170e-474e-9f4b-d1add1030100,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:35.298843 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (66282e73-de55-42ce-87ca-f6dfa3097cd2), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:35.318978 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66282e73-de55-42ce-87ca-f6dfa3097cd2']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:35.328666 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674fc91e-e3c7-477f-9ee3-06ae80fe19eb') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:35.328986 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.services.segments.db [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674fc91e-e3c7-477f-9ee3-06ae80fe19eb') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:35.344906 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28108270'] for segment (674fc91e-e3c7-477f-9ee3-06ae80fe19eb), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:35.358552 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (674fc91e-e3c7-477f-9ee3-06ae80fe19eb), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:35.364951 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:46:35.365431 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403513'] for segment (674fc91e-e3c7-477f-9ee3-06ae80fe19eb), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: Traceback (most recent call last): Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: timer() Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: cb(*args, **kw) Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: return func(*args, **kwargs) Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: self._notify() Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: self.callback(batched_events) Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: event.method(event) Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: return f(self, *a, **k) Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: return self._get(url).json() Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: return self.request(url, 'GET', **kwargs) Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:46:35.367274 dv-cinder-790535-36-iscsi neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:46:35.426579 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (66282e73-de55-42ce-87ca-f6dfa3097cd2), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:35.442268 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:35.445451 dv-cinder-790535-36-iscsi neutron-server[103130]: INFO neutron.wsgi [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] 10.222.0.18 "DELETE /v2.0/networks/66282e73-de55-42ce-87ca-f6dfa3097cd2 HTTP/1.1" status: 204 len: 168 time: 0.5476947 Mar 29 15:46:35.446799 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a67959-5292-477d-b116-423f19e1b57c admin admin] Pushing event deleted for resources: {'Network': ['ID=66282e73-de55-42ce-87ca-f6dfa3097cd2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:35.448507 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56614) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:35.785294 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9ea95761-7b3c-4d85-bed3-24a16545d677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543560'] for router_interface (337219c3-eabd-45c9-b67d-417111cb2c99), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:36.025129 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9ea95761-7b3c-4d85-bed3-24a16545d677 admin admin] Deleting port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:46:36.025458 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9ea95761-7b3c-4d85-bed3-24a16545d677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:36.102718 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9ea95761-7b3c-4d85-bed3-24a16545d677 admin admin] For port 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=68bc6068-d90c-4b6a-84e6-d9b849aa3fcb,segment=NetworkSegment(e0299e66-c830-4c10-a98a-cbc031db6605),segment_id=e0299e66-c830-4c10-a98a-cbc031db6605)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:36.103075 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9ea95761-7b3c-4d85-bed3-24a16545d677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:36.115529 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9ea95761-7b3c-4d85-bed3-24a16545d677 admin admin] Calling delete_port for 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb owned by network:router_interface {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:46:36.290009 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9ea95761-7b3c-4d85-bed3-24a16545d677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (68bc6068-d90c-4b6a-84e6-d9b849aa3fcb), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:36.314621 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea95761-7b3c-4d85-bed3-24a16545d677 admin admin] Pushing event deleted for resources: {'Port': ['ID=68bc6068-d90c-4b6a-84e6-d9b849aa3fcb,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:36.578510 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 658d8016-170e-474e-9f4b-d1add1030100 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:36.598806 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 658d8016-170e-474e-9f4b-d1add1030100 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:46:36.599078 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 658d8016-170e-474e-9f4b-d1add1030100 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:36.599504 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 710294e8-99df-45ef-818f-8615890cd107 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:36.619898 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 710294e8-99df-45ef-818f-8615890cd107 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:46:36.620137 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 710294e8-99df-45ef-818f-8615890cd107 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:36.737244 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9ea95761-7b3c-4d85-bed3-24a16545d677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547032'] for router_interface (337219c3-eabd-45c9-b67d-417111cb2c99), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:36.946134 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea95761-7b3c-4d85-bed3-24a16545d677 admin admin] Router 337219c3-eabd-45c9-b67d-417111cb2c99 has already been hosted by L3 agent 425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8 {{(pid=103131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:46:37.049957 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea95761-7b3c-4d85-bed3-24a16545d677 admin admin] Notify agent at l3_agent.dv-cinder-790535-36-iscsi the message routers_updated {{(pid=103131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:46:37.054902 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-9ea95761-7b3c-4d85-bed3-24a16545d677 admin admin] 10.222.0.18 "PUT /v2.0/routers/337219c3-eabd-45c9-b67d-417111cb2c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6051931 Mar 29 15:46:37.057638 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56616) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:37.058748 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4888d-df97-416e-8dc1-78bab2de9b53 None None] Sync routers for ids ['337219c3-eabd-45c9-b67d-417111cb2c99'] in dv-cinder-790535-36-iscsi {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:46:37.068070 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4888d-df97-416e-8dc1-78bab2de9b53 None None] Routers {'337219c3-eabd-45c9-b67d-417111cb2c99'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:37.068668 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-55f4888d-df97-416e-8dc1-78bab2de9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:46:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['337219c3-eabd-45c9-b67d-417111cb2c99'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:37.164128 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Publish callbacks [] for router (337219c3-eabd-45c9-b67d-417111cb2c99), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:37.173752 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-55f4888d-df97-416e-8dc1-78bab2de9b53 None None] Set router 337219c3-eabd-45c9-b67d-417111cb2c99 gateway port host: dv-cinder-790535-36-iscsi {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:37.265959 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Publish callbacks [] for router_gateway (337219c3-eabd-45c9-b67d-417111cb2c99), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:37.317687 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Deleting port e9bda414-3438-469d-a00f-4adc1782a598 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:46:37.318020 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (e9bda414-3438-469d-a00f-4adc1782a598), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:37.349352 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-55f4888d-df97-416e-8dc1-78bab2de9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'name': 'tempest-TestVolumeBootPattern-1770431303-router', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'external_fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:46:36Z', 'revision_number': 5, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'gw_port': {'id': 'e9bda414-3438-469d-a00f-4adc1782a598', 'name': '', 'network_id': 'ffa22011-8fbe-46cd-9f9e-ed8f117dbfe8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cdfc0c2-f0d5-4db7-8075-eecf08e95479', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-36-iscsi'}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:37.374925 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4888d-df97-416e-8dc1-78bab2de9b53 None None] Checking router: 337219c3-eabd-45c9-b67d-417111cb2c99 for host: dv-cinder-790535-36-iscsi {{(pid=103133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:46:37.382805 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4888d-df97-416e-8dc1-78bab2de9b53 None None] Routers {'337219c3-eabd-45c9-b67d-417111cb2c99'} bound to L3 agent in host dv-cinder-790535-36-iscsi {{(pid=103133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:46:37.383397 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-55f4888d-df97-416e-8dc1-78bab2de9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T15:23:45Z,description=,heartbeat_timestamp=2022-03-29T15:46:15Z,host='dv-cinder-790535-36-iscsi',id=425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T15:23:45Z,topic='l3_agent')) {'router_ids': ['337219c3-eabd-45c9-b67d-417111cb2c99'], 'active': True} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:37.397334 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] For port e9bda414-3438-469d-a00f-4adc1782a598, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=e9bda414-3438-469d-a00f-4adc1782a598,segment=NetworkSegment(b1587051-5abf-4b3a-9f53-e5b512247eab),segment_id=b1587051-5abf-4b3a-9f53-e5b512247eab)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:37.397696 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (e9bda414-3438-469d-a00f-4adc1782a598), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:37.410500 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Calling delete_port for e9bda414-3438-469d-a00f-4adc1782a598 owned by network:router_gateway {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:46:37.468455 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_dvr_db [None req-55f4888d-df97-416e-8dc1-78bab2de9b53 None None] Set router 337219c3-eabd-45c9-b67d-417111cb2c99 gateway port host: None {{(pid=103133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:46:37.518943 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.l3_hamode_db [None req-55f4888d-df97-416e-8dc1-78bab2de9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'name': 'tempest-TestVolumeBootPattern-1770431303-router', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:46:37Z', 'revision_number': 6, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'gw_port_host': None}], 'dv-cinder-790535-36-iscsi', False) {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:37.576289 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (e9bda414-3438-469d-a00f-4adc1782a598), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:37.604206 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9bda414-3438-469d-a00f-4adc1782a598,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:37.631210 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4888d-df97-416e-8dc1-78bab2de9b53 None None] The sync data for ids ['337219c3-eabd-45c9-b67d-417111cb2c99'] in dv-cinder-790535-36-iscsi is: [{'id': '337219c3-eabd-45c9-b67d-417111cb2c99', 'name': 'tempest-TestVolumeBootPattern-1770431303-router', 'tenant_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:39:23Z', 'updated_at': '2022-03-29T15:46:37Z', 'revision_number': 6, 'project_id': '308ea8db96dc4b9f8da53ff6d7bb6049', 'gw_port_host': None}] {{(pid=103133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:46:37.664165 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544050'] for router_gateway (337219c3-eabd-45c9-b67d-417111cb2c99), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:37.756794 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7310'] for router (337219c3-eabd-45c9-b67d-417111cb2c99), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:37.758853 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Publish callbacks [] for router_controller (337219c3-eabd-45c9-b67d-417111cb2c99), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:37.801203 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547799'] for router (337219c3-eabd-45c9-b67d-417111cb2c99), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:37.801736 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 337219c3-eabd-45c9-b67d-417111cb2c99 {{(pid=103131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:46:37.805930 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:37.807101 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-e822adc9-a9ab-4519-9265-3a3f925aa7d5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/337219c3-eabd-45c9-b67d-417111cb2c99 HTTP/1.1" status: 204 len: 168 time: 0.7485378 Mar 29 15:46:37.809761 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56618) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:37.853020 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.db_base_plugin_v2 [None req-4922501e-0207-4387-a0e3-5abf7c20a182 admin admin] Deleting subnet 4731835b-fbbb-4e8e-8b4a-237f2461081b {{(pid=103131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:46:37.856005 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4922501e-0207-4387-a0e3-5abf7c20a182 admin admin] Publish callbacks [] for subnet (4731835b-fbbb-4e8e-8b4a-237f2461081b), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:37.888990 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4922501e-0207-4387-a0e3-5abf7c20a182 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28241276'] for subnet (4731835b-fbbb-4e8e-8b4a-237f2461081b), precommit_delete_associations {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:37.970202 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4922501e-0207-4387-a0e3-5abf7c20a182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906289'] for subnet (4731835b-fbbb-4e8e-8b4a-237f2461081b), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.024048 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4922501e-0207-4387-a0e3-5abf7c20a182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28866395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28877534'] for subnet (4731835b-fbbb-4e8e-8b4a-237f2461081b), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.053045 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922501e-0207-4387-a0e3-5abf7c20a182 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4731835b-fbbb-4e8e-8b4a-237f2461081b,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:38.054829 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4922501e-0207-4387-a0e3-5abf7c20a182 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.058022 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-4922501e-0207-4387-a0e3-5abf7c20a182 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4731835b-fbbb-4e8e-8b4a-237f2461081b HTTP/1.1" status: 204 len: 168 time: 0.2473600 Mar 29 15:46:38.060461 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56620) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:38.063149 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3956426f-df83-4b5a-bea0-3db16b485262 None None] Network 1b656311-aa00-4136-a323-575f0a7102af requested from dv-cinder-790535-36-iscsi {{(pid=103132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:46:38.139415 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965104'] for network (1b656311-aa00-4136-a323-575f0a7102af), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.197733 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Deleting port bb0657bf-3f31-468a-a50c-0703928a03ec {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:46:38.198070 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.227775 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] DHCP port deletion for 1b656311-aa00-4136-a323-575f0a7102af request from dv-cinder-790535-36-iscsi {{(pid=103132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:46:38.262621 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] For port bb0657bf-3f31-468a-a50c-0703928a03ec, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=bb0657bf-3f31-468a-a50c-0703928a03ec,segment=NetworkSegment(e0299e66-c830-4c10-a98a-cbc031db6605),segment_id=e0299e66-c830-4c10-a98a-cbc031db6605)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:38.262977 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.276396 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Calling delete_port for bb0657bf-3f31-468a-a50c-0703928a03ec owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:46:38.280837 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Deleting port bb0657bf-3f31-468a-a50c-0703928a03ec {{(pid=103132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:46:38.281261 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740147219222'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), before_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.345386 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] For port bb0657bf-3f31-468a-a50c-0703928a03ec, host dv-cinder-790535-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-36-iscsi',level=0,port_id=bb0657bf-3f31-468a-a50c-0703928a03ec,segment=NetworkSegment(e0299e66-c830-4c10-a98a-cbc031db6605),segment_id=e0299e66-c830-4c10-a98a-cbc031db6605)] {{(pid=103132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:46:38.345796 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556154'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), precommit_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.358896 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Calling delete_port for bb0657bf-3f31-468a-a50c-0703928a03ec owned by network:dhcp {{(pid=103132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:46:38.368254 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28863400'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.394030 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0657bf-3f31-468a-a50c-0703928a03ec,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:38.397599 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] No DVR routers for this DVR port bb0657bf-3f31-468a-a50c-0703928a03ec on host dv-cinder-790535-36-iscsi {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:46:38.437612 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3750818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740147222393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740146656503'] for port (bb0657bf-3f31-468a-a50c-0703928a03ec), after_delete {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.459568 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Pushing event deleted for resources: {'Port': ['ID=bb0657bf-3f31-468a-a50c-0703928a03ec,revision_number=None']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:38.468132 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.468482 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.468819 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.469184 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.469518 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.470753 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.470753 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.471049 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.471323 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.471644 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.472187 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.472284 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.472363 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3838842', 'neutron.services.segments.db._delete_segments_for_network-8740146985274'] for network (1b656311-aa00-4136-a323-575f0a7102af), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.472576 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.473060 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.473226 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-36-iscsi {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:46:38.478042 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cb02e3-5145-4e6d-abc8-27f7a72eb53a None None] No DVR routers for this DVR port bb0657bf-3f31-468a-a50c-0703928a03ec on host dv-cinder-790535-36-iscsi {{(pid=103132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:46:38.496564 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b656311-aa00-4136-a323-575f0a7102af']}} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:38.506321 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0299e66-c830-4c10-a98a-cbc031db6605') {'for_net_delete': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:38.506661 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.services.segments.db [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0299e66-c830-4c10-a98a-cbc031db6605') {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:46:38.515903 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740147182403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28241271'] for segment (e0299e66-c830-4c10-a98a-cbc031db6605), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.530414 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006'] for segment (e0299e66-c830-4c10-a98a-cbc031db6605), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.537441 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:46:38.537847 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3928006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28863485'] for segment (e0299e66-c830-4c10-a98a-cbc031db6605), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.538942 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device bb0657bf-3f31-468a-a50c-0703928a03ec no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: Traceback (most recent call last): Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: timer() Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: cb(*args, **kw) Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: return func(*args, **kwargs) Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: self._notify() Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: self.callback(batched_events) Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: event.method(event) Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: return f(self, *a, **k) Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._get(url).json() Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: return self.request(url, 'GET', **kwargs) Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:46:38.539666 dv-cinder-790535-36-iscsi neutron-server[103131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:46:38.559610 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: bb0657bf-3f31-468a-a50c-0703928a03ec {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:46:38.559950 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device bb0657bf-3f31-468a-a50c-0703928a03ec not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:38.560365 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:38.578243 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:46:38.578528 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device 68bc6068-d90c-4b6a-84e6-d9b849aa3fcb not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:38.578937 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device e9bda414-3438-469d-a00f-4adc1782a598 no longer exists at agent ovs-agent-dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:46:38.595937 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3838835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544094'] for network (1b656311-aa00-4136-a323-575f0a7102af), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.599172 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] No Port match for: e9bda414-3438-469d-a00f-4adc1782a598 {{(pid=103132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:46:38.600085 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron.plugins.ml2.rpc [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Device e9bda414-3438-469d-a00f-4adc1782a598 not bound to the agent host dv-cinder-790535-36-iscsi {{(pid=103132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:46:38.601905 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546400'] for network (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.607908 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1b656311-aa00-4136-a323-575f0a7102af HTTP/1.1" status: 204 len: 168 time: 0.5440719 Mar 29 15:46:38.617667 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb409322-46d0-4b3a-9506-7b90dc6e33c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b656311-aa00-4136-a323-575f0a7102af,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:38.715346 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56624) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:38.754387 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-50cbd4ba-3da0-4979-a5df-5aa4ce5eaebd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=956bf10215394e4b80deac5895e5cbf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378518 Mar 29 15:46:38.756711 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56626) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:38.805361 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3935074f-7fa7-4d15-badb-b718a18483e1 admin admin] Publish callbacks [] for security_group (2424d094-0735-4569-ab96-7e28fc354c55), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.825119 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3935074f-7fa7-4d15-badb-b718a18483e1 admin admin] Publish callbacks [] for security_group (2424d094-0735-4569-ab96-7e28fc354c55), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.869936 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3935074f-7fa7-4d15-badb-b718a18483e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (2424d094-0735-4569-ab96-7e28fc354c55), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.872545 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3935074f-7fa7-4d15-badb-b718a18483e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:38.873697 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-3935074f-7fa7-4d15-badb-b718a18483e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2424d094-0735-4569-ab96-7e28fc354c55 HTTP/1.1" status: 204 len: 168 time: 0.1160421 Mar 29 15:46:38.881331 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935074f-7fa7-4d15-badb-b718a18483e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2424d094-0735-4569-ab96-7e28fc354c55,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:39.180082 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56632) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:39.218953 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-eb11e54b-f0a8-4fda-ace7-cbcc563383f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=308ea8db96dc4b9f8da53ff6d7bb6049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377293 Mar 29 15:46:39.221257 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.wsgi [-] (103131) accepted ('10.222.0.18', 56634) {{(pid=103131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:46:39.266007 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6980053-5c40-4b2b-a79a-7fe76e7e25ae admin admin] Publish callbacks [] for security_group (03851043-8c8d-4f23-abbe-e4ac3d51a79e), before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:39.286620 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6980053-5c40-4b2b-a79a-7fe76e7e25ae admin admin] Publish callbacks [] for security_group (03851043-8c8d-4f23-abbe-e4ac3d51a79e), precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:39.333536 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6980053-5c40-4b2b-a79a-7fe76e7e25ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589805'] for security_group (03851043-8c8d-4f23-abbe-e4ac3d51a79e), after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:39.336288 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6980053-5c40-4b2b-a79a-7fe76e7e25ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:39.337443 dv-cinder-790535-36-iscsi neutron-server[103131]: INFO neutron.wsgi [None req-d6980053-5c40-4b2b-a79a-7fe76e7e25ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03851043-8c8d-4f23-abbe-e4ac3d51a79e HTTP/1.1" status: 204 len: 168 time: 0.1153321 Mar 29 15:46:39.346346 dv-cinder-790535-36-iscsi neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6980053-5c40-4b2b-a79a-7fe76e7e25ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03851043-8c8d-4f23-abbe-e4ac3d51a79e,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:46:42.605577 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-986b649f-876d-42c7-827a-22b98fada1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:45.117766 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-622a0279-2a75-4855-bc8a-f4fd78882bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:45.466089 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:46.141718 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:47.272514 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:46:48.824309 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:04.068818 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:47:12.605318 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-30eba4e8-4268-4666-bfdd-0c57ec2c933e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:15.119098 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5f616089-43b1-4e79-8b13-5ed55ee37986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:15.464001 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:16.145553 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:17.274764 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:18.826015 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:19.206067 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [req-63233a42-f706-4c8e-bae5-9a8a3057a25e req-d4943d74-2c78-4363-9495-e7b34ea2c660 service neutron] (103130) timed out ('10.222.0.31', 52061) {{(pid=103130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:47:25.744480 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [req-4c7b5eb9-f86c-4459-9db7-1e6ae23c4445 req-e727ee24-0cbd-4786-bed1-cb3d97c18810 service neutron] (103130) timed out ('10.222.0.31', 52029) {{(pid=103130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:47:41.068127 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:47:42.605762 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-999e77a3-7d41-4182-9c33-4f8f7bde42bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:45.120530 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee5fc-aab3-4f8f-b1c6-9ae007f4f8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:45.463220 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:46.148074 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:47.285400 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:48.827492 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:47:49.946439 dv-cinder-790535-36-iscsi neutron-server[103130]: DEBUG neutron.wsgi [req-a5c34dad-8779-4c2d-bcfa-1dbc0e591524 req-ff1bbcb5-64c8-4eae-ad3b-c1b288faf9e6 service neutron] (103130) timed out ('10.222.0.31', 52054) {{(pid=103130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:48:12.606988 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43b96903-6de1-4276-9591-c600da5824b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:15.121789 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be1fe6a8-f847-4637-995e-ee9c6f1f8ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:15.466979 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:16.153560 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:17.281774 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:18.067675 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:48:18.831659 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:42.609308 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-39459a5b-de29-473c-9eff-8475abdb8df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:45.123227 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0e7e4fd2-5392-416f-86cb-18b0cd714e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:45.461484 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:46.156094 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:47.285178 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:48.833535 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:48:55.066142 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:49:12.610433 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-bfcd926c-6913-4324-8add-d6b08f7af384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:15.123769 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-43a1d3a2-14e8-4b2f-8735-1482efe718fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:15.460974 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:16.158815 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:17.288134 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:18.836004 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:32.064373 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:49:42.613377 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-21ca43c4-185a-44e1-95a1-d2d05983dc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:45.124646 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-f3edc638-5691-4edd-a0f4-7226c436a183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:45.460354 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:46.162873 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:47.290224 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:49:48.840434 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:09.064120 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:50:12.613942 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-74115876-dbaf-4ed1-a178-95fe6b6799f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:15.125669 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ab1b-87ca-4f14-b1bf-2f7d07ebd29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:15.460066 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:16.165282 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:17.293619 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:18.841689 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:42.614428 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-78ef1d3b-20a2-4736-908b-421bdf51ba54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:45.126970 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ec83b4e2-5f93-49b0-9567-405f5a238846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:45.461933 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:46.063768 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:50:46.167778 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:47.296786 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:50:48.842530 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:12.616337 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d763a784-4491-4570-8c9c-ad7bc052db3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:15.127529 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aa8fdeea-a68a-46f0-aded-7cfc34fafa5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:15.458838 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:16.171792 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:17.302471 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:18.845538 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:23.062419 dv-cinder-790535-36-iscsi neutron-server[103133]: DEBUG neutron.db.agents_db [None req-2e2fcb7d-1dc4-4b50-b4b2-4c713be5a6b3 None None] Agent healthcheck: found 6 active agents {{(pid=103133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:51:42.617326 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ad46aadf-15cf-4023-bcf2-a1d6c760625f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (3a7357a2-9b5d-4b24-8eba-e92f31a9ccfd), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:45.128779 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-99ade6c2-37f3-4e09-a5e3-8c6cd0ebfbaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (425e90ba-d6cf-4d65-9e1c-ddbb8a8825c8), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:45.458959 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e289447e-2cec-47f4-b063-a11a380c4430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (819959af-4ad6-4f6b-8128-fb08d80a36fc), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:46.174221 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3ba532e6-c6a5-4bea-8f18-0a9acc41edb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (071d2d7a-b4a8-4175-811b-a9d8caa1ab81), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:47.303806 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-808a061f-3a5b-4a01-bc1a-3a0fcc9b4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (7a3fd0b8-1842-4ad7-ae3e-6d34d18bb258), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:51:48.847076 dv-cinder-790535-36-iscsi neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d12a083b-4eb6-40ef-9a22-4cec103afce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740146985256', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3836859'] for agent (6684a994-3046-4413-ae31-2aeefea9ccb4), after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}